2026-04-02T11:39:25.362 INFO:root:teuthology version: 1.2.4.dev37+ga59626679 2026-04-02T11:39:25.371 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-04-02T11:39:25.430 INFO:teuthology.run:Config: archive_path: /archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4931 branch: wip-sse-s3-on-v20.2.0 description: rgw:verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/http rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/lockdep} email: null first_in_suite: false flavor: default job_id: '4931' last_in_suite: false machine_type: vps name: supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: rocky os_version: '9.7' overrides: admin_socket: branch: wip-sse-s3-on-v20.2.0 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: logical_volumes: lv_1: scratch_dev: true size: 25%VG vg: vg_nvme lv_2: scratch_dev: true size: 25%VG vg: vg_nvme lv_3: scratch_dev: true size: 25%VG vg: vg_nvme lv_4: scratch_dev: true size: 25%VG vg: vg_nvme timezone: UTC volume_groups: vg_nvme: pvs: /dev/vdb,/dev/vdc,/dev/vdd,/dev/vde ceph: conf: client: debug rgw: 20 debug rgw notification: 20 lockdep: true rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw d3n l1 datacache persistent path: /tmp/rgw_datacache/ rgw d3n l1 datacache size: 10737418240 rgw d3n l1 local datacache enabled: true rgw enable ops log: true rgw max chunk size: 4194304 rgw obj stripe size: 6291456 rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd mclock iops capacity threshold hdd: 49000 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME - reached quota - POOL_FULL - pool\(s\) full sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs cephadm: cephadm_binary_url: https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-2 install: ceph: flavor: default sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6 extra_system_packages: deb: - python3-jmespath - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-jmespath - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64 rgw: compression type: random datacache: true datacache_path: /tmp/rgw_datacache ec-data-pool: true frontend: beast inline data: false storage classes: FROZEN: null LUKEWARM: null s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 s3 tenant: RGW33333333333333333 force-branch: ceph-tentacle sha1: e0c4ff71baef6d5126a0201df5fe54196d89b296 slow_backend: true storage classes: LUKEWARM, FROZEN selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 sha1: 39db93915eaebf6594cccf2b5fc640e9a066446a owner: supriti priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 4392 sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6 sleep_before_teardown: 0 suite: rgw:verify suite_branch: tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 suite_path: /home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa suite_relpath: qa suite_repo: http://git.local/ceph.git suite_sha1: 39db93915eaebf6594cccf2b5fc640e9a066446a targets: vm07.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH16ud8KRBI4H1zGZClgjzv/Xux0xv2AaHjmnDBaHM5nKEkCFSLU6HhVZAxB8Fem+tM8rZ6lJcrKHBvZX18QbVg= vm09.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCduj/VtUWZO7z5Ua3qUSt4qGdXpkOf4iqZY+fTS6P6vsFtDiiKfd4ORrfTmvWgDtSm8T3oJaspvFoRNWCpIRN0= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-datacache.sh env: RGW_DATACACHE_PATH: /tmp/rgw_datacache - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - cls/test_cls_sem_set.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_rgw_datalog.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - workunit: clients: client.0: - rgw/run-rados-pool-quota.sh - ragweed: client.0: default-branch: ceph-tentacle rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh - s3tests-java: client.0: force-branch: ceph-tentacle force-repo: https://github.com/ceph/java_s3tests.git teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: uv2 teuthology_sha1: a59626679648f962bca99d20d35578f2998c8f37 timestamp: 2026-04-01_22:09:12 tube: vps user: supriti verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.1710593 2026-04-02T11:39:25.430 INFO:teuthology.run:suite_path is set to /home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa; will attempt to use it 2026-04-02T11:39:25.430 INFO:teuthology.run:Found tasks at /home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa/tasks 2026-04-02T11:39:25.430 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-04-02T11:39:25.430 INFO:teuthology.task.internal:Saving configuration 2026-04-02T11:39:25.439 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-04-02T11:39:25.440 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-04-02T11:39:25.448 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm07.local', 'description': '/archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4931', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-02 11:38:22.278401', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:07', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH16ud8KRBI4H1zGZClgjzv/Xux0xv2AaHjmnDBaHM5nKEkCFSLU6HhVZAxB8Fem+tM8rZ6lJcrKHBvZX18QbVg='} 2026-04-02T11:39:25.454 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm09.local', 'description': '/archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4931', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-02 11:38:22.277421', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:09', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCduj/VtUWZO7z5Ua3qUSt4qGdXpkOf4iqZY+fTS6P6vsFtDiiKfd4ORrfTmvWgDtSm8T3oJaspvFoRNWCpIRN0='} 2026-04-02T11:39:25.455 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-04-02T11:39:25.455 INFO:teuthology.task.internal:roles: ubuntu@vm07.local - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2026-04-02T11:39:25.455 INFO:teuthology.task.internal:roles: ubuntu@vm09.local - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2026-04-02T11:39:25.455 INFO:teuthology.run_tasks:Running task console_log... 2026-04-02T11:39:25.461 DEBUG:teuthology.task.console_log:vm07 does not support IPMI; excluding 2026-04-02T11:39:25.466 DEBUG:teuthology.task.console_log:vm09 does not support IPMI; excluding 2026-04-02T11:39:25.466 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f553f9749d0>, signals=[15]) 2026-04-02T11:39:25.466 INFO:teuthology.run_tasks:Running task internal.connect... 2026-04-02T11:39:25.467 INFO:teuthology.task.internal:Opening connections... 2026-04-02T11:39:25.467 DEBUG:teuthology.task.internal:connecting to ubuntu@vm07.local 2026-04-02T11:39:25.468 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:39:25.536 DEBUG:teuthology.task.internal:connecting to ubuntu@vm09.local 2026-04-02T11:39:25.536 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:39:25.598 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-04-02T11:39:25.599 DEBUG:teuthology.orchestra.run.vm07:> uname -m 2026-04-02T11:39:25.662 INFO:teuthology.orchestra.run.vm07.stdout:x86_64 2026-04-02T11:39:25.662 DEBUG:teuthology.orchestra.run.vm07:> cat /etc/os-release 2026-04-02T11:39:25.717 INFO:teuthology.orchestra.run.vm07.stdout:NAME="Rocky Linux" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:VERSION="9.7 (Blue Onyx)" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:ID="rocky" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:ID_LIKE="rhel centos fedora" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:VERSION_ID="9.7" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:PLATFORM_ID="platform:el9" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:ANSI_COLOR="0;32" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:LOGO="fedora-logo-icon" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:HOME_URL="https://rockylinux.org/" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:VENDOR_NAME="RESF" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:VENDOR_URL="https://resf.org/" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:SUPPORT_END="2032-05-31" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-04-02T11:39:25.718 INFO:teuthology.orchestra.run.vm07.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:39:25.718 INFO:teuthology.lock.ops:Updating vm07.local on lock server 2026-04-02T11:39:25.731 DEBUG:teuthology.orchestra.run.vm09:> uname -m 2026-04-02T11:39:25.746 INFO:teuthology.orchestra.run.vm09.stdout:x86_64 2026-04-02T11:39:25.747 DEBUG:teuthology.orchestra.run.vm09:> cat /etc/os-release 2026-04-02T11:39:25.801 INFO:teuthology.orchestra.run.vm09.stdout:NAME="Rocky Linux" 2026-04-02T11:39:25.801 INFO:teuthology.orchestra.run.vm09.stdout:VERSION="9.7 (Blue Onyx)" 2026-04-02T11:39:25.801 INFO:teuthology.orchestra.run.vm09.stdout:ID="rocky" 2026-04-02T11:39:25.801 INFO:teuthology.orchestra.run.vm09.stdout:ID_LIKE="rhel centos fedora" 2026-04-02T11:39:25.801 INFO:teuthology.orchestra.run.vm09.stdout:VERSION_ID="9.7" 2026-04-02T11:39:25.801 INFO:teuthology.orchestra.run.vm09.stdout:PLATFORM_ID="platform:el9" 2026-04-02T11:39:25.801 INFO:teuthology.orchestra.run.vm09.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-04-02T11:39:25.801 INFO:teuthology.orchestra.run.vm09.stdout:ANSI_COLOR="0;32" 2026-04-02T11:39:25.801 INFO:teuthology.orchestra.run.vm09.stdout:LOGO="fedora-logo-icon" 2026-04-02T11:39:25.801 INFO:teuthology.orchestra.run.vm09.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-04-02T11:39:25.801 INFO:teuthology.orchestra.run.vm09.stdout:HOME_URL="https://rockylinux.org/" 2026-04-02T11:39:25.802 INFO:teuthology.orchestra.run.vm09.stdout:VENDOR_NAME="RESF" 2026-04-02T11:39:25.802 INFO:teuthology.orchestra.run.vm09.stdout:VENDOR_URL="https://resf.org/" 2026-04-02T11:39:25.802 INFO:teuthology.orchestra.run.vm09.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-04-02T11:39:25.802 INFO:teuthology.orchestra.run.vm09.stdout:SUPPORT_END="2032-05-31" 2026-04-02T11:39:25.802 INFO:teuthology.orchestra.run.vm09.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-04-02T11:39:25.802 INFO:teuthology.orchestra.run.vm09.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:39:25.802 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-04-02T11:39:25.802 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:39:25.802 INFO:teuthology.lock.ops:Updating vm09.local on lock server 2026-04-02T11:39:25.806 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-04-02T11:39:25.808 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-04-02T11:39:25.809 INFO:teuthology.task.internal:Checking for old test directory... 2026-04-02T11:39:25.809 DEBUG:teuthology.orchestra.run.vm07:> test '!' -e /home/ubuntu/cephtest 2026-04-02T11:39:25.811 DEBUG:teuthology.orchestra.run.vm09:> test '!' -e /home/ubuntu/cephtest 2026-04-02T11:39:25.855 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-04-02T11:39:25.856 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-04-02T11:39:25.856 DEBUG:teuthology.orchestra.run.vm07:> test -z $(ls -A /var/lib/ceph) 2026-04-02T11:39:25.866 DEBUG:teuthology.orchestra.run.vm09:> test -z $(ls -A /var/lib/ceph) 2026-04-02T11:39:25.882 INFO:teuthology.orchestra.run.vm07.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-02T11:39:25.910 INFO:teuthology.orchestra.run.vm09.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-02T11:39:25.910 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-04-02T11:39:25.918 DEBUG:teuthology.orchestra.run.vm07:> test -e /ceph-qa-ready 2026-04-02T11:39:25.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:39:26.157 DEBUG:teuthology.orchestra.run.vm09:> test -e /ceph-qa-ready 2026-04-02T11:39:26.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:39:26.369 INFO:teuthology.run_tasks:Running task internal.base... 2026-04-02T11:39:26.370 INFO:teuthology.task.internal:Creating test directory... 2026-04-02T11:39:26.371 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-02T11:39:26.373 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-02T11:39:26.394 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-04-02T11:39:26.395 INFO:teuthology.run_tasks:Running task internal.archive... 2026-04-02T11:39:26.396 INFO:teuthology.task.internal:Creating archive directory... 2026-04-02T11:39:26.396 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-02T11:39:26.440 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-02T11:39:26.477 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-04-02T11:39:26.480 INFO:teuthology.task.internal:Enabling coredump saving... 2026-04-02T11:39:26.480 DEBUG:teuthology.orchestra.run.vm07:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-02T11:39:26.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:39:26.545 DEBUG:teuthology.orchestra.run.vm09:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-02T11:39:26.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:39:26.567 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-02T11:39:26.589 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-02T11:39:26.620 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:39:26.629 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:39:26.634 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:39:26.643 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:39:26.644 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-04-02T11:39:26.646 INFO:teuthology.task.internal:Configuring sudo... 2026-04-02T11:39:26.646 DEBUG:teuthology.orchestra.run.vm07:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-02T11:39:26.673 DEBUG:teuthology.orchestra.run.vm09:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-02T11:39:26.714 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-04-02T11:39:26.717 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-04-02T11:39:26.717 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-02T11:39:26.740 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-02T11:39:26.771 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-02T11:39:26.822 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-02T11:39:26.881 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:39:26.881 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-02T11:39:26.940 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-02T11:39:26.965 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-02T11:39:27.022 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:39:27.022 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-02T11:39:27.083 DEBUG:teuthology.orchestra.run.vm07:> sudo service rsyslog restart 2026-04-02T11:39:27.085 DEBUG:teuthology.orchestra.run.vm09:> sudo service rsyslog restart 2026-04-02T11:39:27.114 INFO:teuthology.orchestra.run.vm07.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-02T11:39:27.156 INFO:teuthology.orchestra.run.vm09.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-02T11:39:27.468 INFO:teuthology.run_tasks:Running task internal.timer... 2026-04-02T11:39:27.470 INFO:teuthology.task.internal:Starting timer... 2026-04-02T11:39:27.470 INFO:teuthology.run_tasks:Running task pcp... 2026-04-02T11:39:27.473 INFO:teuthology.run_tasks:Running task selinux... 2026-04-02T11:39:27.475 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-04-02T11:39:27.475 INFO:teuthology.task.selinux:Excluding vm07: VMs are not yet supported 2026-04-02T11:39:27.475 INFO:teuthology.task.selinux:Excluding vm09: VMs are not yet supported 2026-04-02T11:39:27.475 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-04-02T11:39:27.475 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-04-02T11:39:27.475 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-04-02T11:39:27.475 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-04-02T11:39:27.476 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}} 2026-04-02T11:39:27.476 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-04-02T11:39:27.478 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-04-02T11:39:27.951 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-04-02T11:39:27.956 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-04-02T11:39:27.956 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "logical_volumes": {"lv_1": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_2": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_3": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_4": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}}, "timezone": "UTC", "volume_groups": {"vg_nvme": {"pvs": "/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde"}}}' -i /tmp/teuth_ansible_inventoryzsajku23 --limit vm07.local,vm09.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-04-02T11:41:52.187 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm07.local'), Remote(name='ubuntu@vm09.local')] 2026-04-02T11:41:52.187 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm07.local' 2026-04-02T11:41:52.188 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:41:52.253 DEBUG:teuthology.orchestra.run.vm07:> true 2026-04-02T11:41:52.350 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm07.local' 2026-04-02T11:41:52.350 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm09.local' 2026-04-02T11:41:52.350 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:41:52.415 DEBUG:teuthology.orchestra.run.vm09:> true 2026-04-02T11:41:52.494 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm09.local' 2026-04-02T11:41:52.494 INFO:teuthology.run_tasks:Running task clock... 2026-04-02T11:41:52.497 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-04-02T11:41:52.497 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-02T11:41:52.497 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-02T11:41:52.499 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-02T11:41:52.499 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-02T11:41:52.530 INFO:teuthology.orchestra.run.vm07.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-02T11:41:52.545 INFO:teuthology.orchestra.run.vm07.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-02T11:41:52.571 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-02T11:41:52.572 INFO:teuthology.orchestra.run.vm07.stderr:sudo: ntpd: command not found 2026-04-02T11:41:52.582 INFO:teuthology.orchestra.run.vm07.stdout:506 Cannot talk to daemon 2026-04-02T11:41:52.588 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-02T11:41:52.595 INFO:teuthology.orchestra.run.vm07.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-02T11:41:52.608 INFO:teuthology.orchestra.run.vm07.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-02T11:41:52.616 INFO:teuthology.orchestra.run.vm09.stderr:sudo: ntpd: command not found 2026-04-02T11:41:52.629 INFO:teuthology.orchestra.run.vm09.stdout:506 Cannot talk to daemon 2026-04-02T11:41:52.644 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-02T11:41:52.659 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-02T11:41:52.664 INFO:teuthology.orchestra.run.vm07.stderr:bash: line 1: ntpq: command not found 2026-04-02T11:41:52.667 INFO:teuthology.orchestra.run.vm07.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-02T11:41:52.667 INFO:teuthology.orchestra.run.vm07.stdout:=============================================================================== 2026-04-02T11:41:52.721 INFO:teuthology.orchestra.run.vm09.stderr:bash: line 1: ntpq: command not found 2026-04-02T11:41:52.723 INFO:teuthology.orchestra.run.vm09.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-02T11:41:52.723 INFO:teuthology.orchestra.run.vm09.stdout:=============================================================================== 2026-04-02T11:41:52.724 INFO:teuthology.run_tasks:Running task install... 2026-04-02T11:41:52.726 DEBUG:teuthology.task.install:project ceph 2026-04-02T11:41:52.726 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]} 2026-04-02T11:41:52.726 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'} 2026-04-02T11:41:52.726 INFO:teuthology.task.install:Using flavor: default 2026-04-02T11:41:52.730 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-04-02T11:41:52.730 INFO:teuthology.task.install:extra packages: [] 2026-04-02T11:41:52.730 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]} 2026-04-02T11:41:52.730 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}] 2026-04-02T11:41:52.730 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:41:52.730 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-04-02T11:41:52.731 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]} 2026-04-02T11:41:52.731 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}] 2026-04-02T11:41:52.731 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:41:52.731 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-04-02T11:41:52.759 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:41:52.759 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-04-02T11:41:52.797 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:41:52.797 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-04-02T11:41:52.828 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:41:52.828 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-04-02T11:41:52.863 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:41:52.863 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-04-02T11:41:52.899 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-jmespath, python3-xmltodict, s3cmd on remote rpm x86_64 2026-04-02T11:41:52.899 DEBUG:teuthology.orchestra.run.vm07:> sudo yum clean all 2026-04-02T11:41:52.930 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-jmespath, python3-xmltodict, s3cmd on remote rpm x86_64 2026-04-02T11:41:52.930 DEBUG:teuthology.orchestra.run.vm09:> sudo yum clean all 2026-04-02T11:41:53.117 INFO:teuthology.orchestra.run.vm07.stdout:47 files removed 2026-04-02T11:41:53.130 INFO:teuthology.orchestra.run.vm09.stdout:47 files removed 2026-04-02T11:41:53.154 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-jmespath python3-xmltodict s3cmd 2026-04-02T11:41:53.155 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-jmespath python3-xmltodict s3cmd 2026-04-02T11:41:53.573 INFO:teuthology.orchestra.run.vm07.stdout:ceph 405 kB/s | 90 kB 00:00 2026-04-02T11:41:53.584 INFO:teuthology.orchestra.run.vm09.stdout:ceph 397 kB/s | 90 kB 00:00 2026-04-02T11:41:53.794 INFO:teuthology.orchestra.run.vm07.stdout:ceph-noarch 128 kB/s | 25 kB 00:00 2026-04-02T11:41:53.815 INFO:teuthology.orchestra.run.vm09.stdout:ceph-noarch 123 kB/s | 25 kB 00:00 2026-04-02T11:41:53.989 INFO:teuthology.orchestra.run.vm07.stdout:ceph-source 13 kB/s | 2.3 kB 00:00 2026-04-02T11:41:54.003 INFO:teuthology.orchestra.run.vm09.stdout:ceph-source 14 kB/s | 2.3 kB 00:00 2026-04-02T11:41:54.392 INFO:teuthology.orchestra.run.vm09.stdout:Extra Packages for Enterprise Linux 55 MB/s | 20 MB 00:00 2026-04-02T11:41:54.799 INFO:teuthology.orchestra.run.vm07.stdout:Extra Packages for Enterprise Linux 26 MB/s | 20 MB 00:00 2026-04-02T11:41:59.285 INFO:teuthology.orchestra.run.vm09.stdout:lab-extras 54 kB/s | 50 kB 00:00 2026-04-02T11:41:59.517 INFO:teuthology.orchestra.run.vm07.stdout:lab-extras 64 kB/s | 50 kB 00:00 2026-04-02T11:42:00.133 INFO:teuthology.orchestra.run.vm09.stdout:Rocky Linux 9 - BaseOS 22 MB/s | 17 MB 00:00 2026-04-02T11:42:00.405 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - BaseOS 21 MB/s | 17 MB 00:00 2026-04-02T11:42:02.121 INFO:teuthology.orchestra.run.vm09.stdout:Rocky Linux 9 - AppStream 23 MB/s | 17 MB 00:00 2026-04-02T11:42:02.291 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - AppStream 23 MB/s | 17 MB 00:00 2026-04-02T11:42:04.440 INFO:teuthology.orchestra.run.vm09.stdout:Rocky Linux 9 - CRB 8.2 MB/s | 4.3 MB 00:00 2026-04-02T11:42:04.538 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - CRB 8.3 MB/s | 4.3 MB 00:00 2026-04-02T11:42:05.341 INFO:teuthology.orchestra.run.vm09.stdout:Rocky Linux 9 - Extras 50 kB/s | 17 kB 00:00 2026-04-02T11:42:05.441 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - Extras 51 kB/s | 17 kB 00:00 2026-04-02T11:42:06.480 INFO:teuthology.orchestra.run.vm09.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:42:06.480 INFO:teuthology.orchestra.run.vm09.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:42:06.514 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout:======================================================================================================= 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout:======================================================================================================= 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.5 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph-base x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.9 M 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 941 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph-immutable-object-cache x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 154 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 961 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 173 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-dashboard noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 15 M 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-diskprediction-local noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 7.4 M 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-rook noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 50 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph-radosgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph-test x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 85 M 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: ceph-volume noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 297 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 1.0 M 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 34 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 868 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: librados-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 126 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: python3-cephfs x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: python3-jmespath noarch 1.0.1-1.el9_7 appstream 43 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: python3-rados x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 316 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: python3-rbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 304 k 2026-04-02T11:42:06.524 INFO:teuthology.orchestra.run.vm09.stdout: python3-rgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 99 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: rbd-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 91 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: rbd-mirror x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.9 M 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: rbd-nbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 180 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout:Upgrading: 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: librados2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 3.5 M 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: librbd1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.8 M 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: ceph-grafana-dashboards noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 43 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mds x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.3 M 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-modules-core noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 289 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.0 M 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: ceph-osd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 17 M 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: ceph-prometheus-alerts noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 17 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: ceph-selinux x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 25 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-04-02T11:42:06.525 INFO:teuthology.orchestra.run.vm09.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: gstreamer1-plugins-base x86_64 1.22.12-4.el9 appstream 2.2 M 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-proxy2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libcephsqlite x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 164 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-04-02T11:42:06.526 INFO:teuthology.orchestra.run.vm09.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libradosstriper1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 250 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: librgw2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.4 M 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-04-02T11:42:06.527 INFO:teuthology.orchestra.run.vm09.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: mesa-dri-drivers x86_64 25.0.7-5.el9_7 appstream 9.7 M 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: mesa-filesystem x86_64 25.0.7-5.el9_7 appstream 11 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: mesa-libEGL x86_64 25.0.7-5.el9_7 appstream 136 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: mesa-libGL x86_64 25.0.7-5.el9_7 appstream 155 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: mesa-libgbm x86_64 25.0.7-5.el9_7 appstream 16 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: ostree-libs x86_64 2025.6-2.el9_7 appstream 484 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-04-02T11:42:06.528 INFO:teuthology.orchestra.run.vm09.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-ceph-argparse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 45 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-cheroot noarch 10.0.1-5.el9 epel 173 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-cherrypy noarch 18.10.0-5.el9 epel 290 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-numpy x86_64 1:1.23.5-2.el9_7 appstream 5.8 M 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9_7 appstream 368 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-04-02T11:42:06.529 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: tzdata-java noarch 2026a-1.el9_7 appstream 145 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout:Installing weak dependencies: 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-k8sevents noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 22 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-daemon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 35 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-04-02T11:42:06.530 INFO:teuthology.orchestra.run.vm09.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout:======================================================================================================= 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout:Install 310 Packages 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout:Upgrade 2 Packages 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 421 M 2026-04-02T11:42:06.531 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-02T11:42:06.574 INFO:teuthology.orchestra.run.vm07.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:42:06.575 INFO:teuthology.orchestra.run.vm07.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:42:06.606 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout:======================================================================================================= 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout:======================================================================================================= 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.5 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph-base x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.9 M 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 941 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph-immutable-object-cache x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 154 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 961 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 173 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-dashboard noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 15 M 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-diskprediction-local noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 7.4 M 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-rook noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 50 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph-radosgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph-test x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 85 M 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: ceph-volume noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 297 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 1.0 M 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 34 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 868 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: librados-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 126 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: python3-cephfs x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: python3-jmespath noarch 1.0.1-1.el9_7 appstream 43 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: python3-rados x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 316 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: python3-rbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 304 k 2026-04-02T11:42:06.615 INFO:teuthology.orchestra.run.vm07.stdout: python3-rgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 99 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: rbd-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 91 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: rbd-mirror x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.9 M 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: rbd-nbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 180 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout:Upgrading: 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: librados2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 3.5 M 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: librbd1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.8 M 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: ceph-grafana-dashboards noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 43 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mds x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.3 M 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-modules-core noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 289 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.0 M 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: ceph-osd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 17 M 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: ceph-prometheus-alerts noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 17 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: ceph-selinux x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 25 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-04-02T11:42:06.616 INFO:teuthology.orchestra.run.vm07.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: gstreamer1-plugins-base x86_64 1.22.12-4.el9 appstream 2.2 M 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-proxy2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libcephsqlite x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 164 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-04-02T11:42:06.617 INFO:teuthology.orchestra.run.vm07.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libradosstriper1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 250 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: librgw2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.4 M 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: mesa-dri-drivers x86_64 25.0.7-5.el9_7 appstream 9.7 M 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: mesa-filesystem x86_64 25.0.7-5.el9_7 appstream 11 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libEGL x86_64 25.0.7-5.el9_7 appstream 136 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libGL x86_64 25.0.7-5.el9_7 appstream 155 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libgbm x86_64 25.0.7-5.el9_7 appstream 16 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: ostree-libs x86_64 2025.6-2.el9_7 appstream 484 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-04-02T11:42:06.618 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-argparse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 45 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-cheroot noarch 10.0.1-5.el9 epel 173 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-cherrypy noarch 18.10.0-5.el9 epel 290 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy x86_64 1:1.23.5-2.el9_7 appstream 5.8 M 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9_7 appstream 368 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-04-02T11:42:06.619 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: tzdata-java noarch 2026a-1.el9_7 appstream 145 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout:Installing weak dependencies: 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-k8sevents noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 22 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-daemon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 35 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-04-02T11:42:06.620 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout:======================================================================================================= 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout:Install 310 Packages 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout:Upgrade 2 Packages 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 421 M 2026-04-02T11:42:06.621 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-04-02T11:42:07.184 INFO:teuthology.orchestra.run.vm09.stdout:(1/312): ceph-20.2.0-9.ge2ce8426bc5.el9.clyso.x 77 kB/s | 6.5 kB 00:00 2026-04-02T11:42:07.280 INFO:teuthology.orchestra.run.vm07.stdout:(1/312): ceph-20.2.0-9.ge2ce8426bc5.el9.clyso.x 63 kB/s | 6.5 kB 00:00 2026-04-02T11:42:07.419 INFO:teuthology.orchestra.run.vm09.stdout:(2/312): ceph-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 3.9 MB/s | 941 kB 00:00 2026-04-02T11:42:07.471 INFO:teuthology.orchestra.run.vm07.stdout:(2/312): ceph-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 4.8 MB/s | 941 kB 00:00 2026-04-02T11:42:07.508 INFO:teuthology.orchestra.run.vm09.stdout:(3/312): ceph-immutable-object-cache-20.2.0-9.g 1.7 MB/s | 154 kB 00:00 2026-04-02T11:42:07.523 INFO:teuthology.orchestra.run.vm07.stdout:(3/312): ceph-immutable-object-cache-20.2.0-9.g 2.9 MB/s | 154 kB 00:00 2026-04-02T11:42:07.765 INFO:teuthology.orchestra.run.vm07.stdout:(4/312): ceph-mds-20.2.0-9.ge2ce8426bc5.el9.cly 9.7 MB/s | 2.3 MB 00:00 2026-04-02T11:42:07.821 INFO:teuthology.orchestra.run.vm09.stdout:(4/312): ceph-mds-20.2.0-9.ge2ce8426bc5.el9.cly 7.5 MB/s | 2.3 MB 00:00 2026-04-02T11:42:07.889 INFO:teuthology.orchestra.run.vm09.stdout:(5/312): ceph-base-20.2.0-9.ge2ce8426bc5.el9.cl 7.4 MB/s | 5.9 MB 00:00 2026-04-02T11:42:07.917 INFO:teuthology.orchestra.run.vm07.stdout:(5/312): ceph-mgr-20.2.0-9.ge2ce8426bc5.el9.cly 6.2 MB/s | 961 kB 00:00 2026-04-02T11:42:07.928 INFO:teuthology.orchestra.run.vm09.stdout:(6/312): ceph-mgr-20.2.0-9.ge2ce8426bc5.el9.cly 8.8 MB/s | 961 kB 00:00 2026-04-02T11:42:07.978 INFO:teuthology.orchestra.run.vm07.stdout:(6/312): ceph-base-20.2.0-9.ge2ce8426bc5.el9.cl 7.3 MB/s | 5.9 MB 00:00 2026-04-02T11:42:08.165 INFO:teuthology.orchestra.run.vm09.stdout:(7/312): ceph-common-20.2.0-9.ge2ce8426bc5.el9. 22 MB/s | 24 MB 00:01 2026-04-02T11:42:08.596 INFO:teuthology.orchestra.run.vm09.stdout:(8/312): ceph-mon-20.2.0-9.ge2ce8426bc5.el9.cly 7.1 MB/s | 5.0 MB 00:00 2026-04-02T11:42:08.634 INFO:teuthology.orchestra.run.vm07.stdout:(7/312): ceph-common-20.2.0-9.ge2ce8426bc5.el9. 16 MB/s | 24 MB 00:01 2026-04-02T11:42:08.653 INFO:teuthology.orchestra.run.vm07.stdout:(8/312): ceph-mon-20.2.0-9.ge2ce8426bc5.el9.cly 6.9 MB/s | 5.0 MB 00:00 2026-04-02T11:42:08.713 INFO:teuthology.orchestra.run.vm07.stdout:(9/312): ceph-selinux-20.2.0-9.ge2ce8426bc5.el9 418 kB/s | 25 kB 00:00 2026-04-02T11:42:08.714 INFO:teuthology.orchestra.run.vm09.stdout:(9/312): ceph-osd-20.2.0-9.ge2ce8426bc5.el9.cly 22 MB/s | 17 MB 00:00 2026-04-02T11:42:08.917 INFO:teuthology.orchestra.run.vm09.stdout:(10/312): ceph-selinux-20.2.0-9.ge2ce8426bc5.el 78 kB/s | 25 kB 00:00 2026-04-02T11:42:08.979 INFO:teuthology.orchestra.run.vm09.stdout:(11/312): libcephfs-daemon-20.2.0-9.ge2ce8426bc 580 kB/s | 35 kB 00:00 2026-04-02T11:42:09.149 INFO:teuthology.orchestra.run.vm09.stdout:(12/312): ceph-radosgw-20.2.0-9.ge2ce8426bc5.el 24 MB/s | 24 MB 00:00 2026-04-02T11:42:09.149 INFO:teuthology.orchestra.run.vm07.stdout:(10/312): ceph-osd-20.2.0-9.ge2ce8426bc5.el9.cl 14 MB/s | 17 MB 00:01 2026-04-02T11:42:09.211 INFO:teuthology.orchestra.run.vm09.stdout:(13/312): libcephfs-proxy2-20.2.0-9.ge2ce8426bc 394 kB/s | 24 kB 00:00 2026-04-02T11:42:09.219 INFO:teuthology.orchestra.run.vm07.stdout:(11/312): libcephfs-daemon-20.2.0-9.ge2ce8426bc 509 kB/s | 35 kB 00:00 2026-04-02T11:42:09.359 INFO:teuthology.orchestra.run.vm09.stdout:(14/312): libcephfs-devel-20.2.0-9.ge2ce8426bc5 90 kB/s | 34 kB 00:00 2026-04-02T11:42:09.359 INFO:teuthology.orchestra.run.vm07.stdout:(12/312): libcephfs-devel-20.2.0-9.ge2ce8426bc5 245 kB/s | 34 kB 00:00 2026-04-02T11:42:09.363 INFO:teuthology.orchestra.run.vm09.stdout:(15/312): libcephfs2-20.2.0-9.ge2ce8426bc5.el9. 5.6 MB/s | 868 kB 00:00 2026-04-02T11:42:09.402 INFO:teuthology.orchestra.run.vm07.stdout:(13/312): libcephfs-proxy2-20.2.0-9.ge2ce8426bc 575 kB/s | 24 kB 00:00 2026-04-02T11:42:09.408 INFO:teuthology.orchestra.run.vm09.stdout:(16/312): librados-devel-20.2.0-9.ge2ce8426bc5. 2.8 MB/s | 126 kB 00:00 2026-04-02T11:42:09.513 INFO:teuthology.orchestra.run.vm09.stdout:(17/312): libradosstriper1-20.2.0-9.ge2ce8426bc 2.3 MB/s | 250 kB 00:00 2026-04-02T11:42:09.536 INFO:teuthology.orchestra.run.vm07.stdout:(14/312): libcephfs2-20.2.0-9.ge2ce8426bc5.el9. 6.4 MB/s | 868 kB 00:00 2026-04-02T11:42:09.704 INFO:teuthology.orchestra.run.vm07.stdout:(15/312): ceph-radosgw-20.2.0-9.ge2ce8426bc5.el 22 MB/s | 24 MB 00:01 2026-04-02T11:42:09.708 INFO:teuthology.orchestra.run.vm07.stdout:(16/312): libcephsqlite-20.2.0-9.ge2ce8426bc5.e 968 kB/s | 164 kB 00:00 2026-04-02T11:42:09.710 INFO:teuthology.orchestra.run.vm09.stdout:(18/312): libcephsqlite-20.2.0-9.ge2ce8426bc5.e 468 kB/s | 164 kB 00:00 2026-04-02T11:42:09.761 INFO:teuthology.orchestra.run.vm07.stdout:(17/312): librados-devel-20.2.0-9.ge2ce8426bc5. 2.1 MB/s | 126 kB 00:00 2026-04-02T11:42:09.778 INFO:teuthology.orchestra.run.vm09.stdout:(19/312): python3-ceph-argparse-20.2.0-9.ge2ce8 672 kB/s | 45 kB 00:00 2026-04-02T11:42:09.808 INFO:teuthology.orchestra.run.vm07.stdout:(18/312): libradosstriper1-20.2.0-9.ge2ce8426bc 2.4 MB/s | 250 kB 00:00 2026-04-02T11:42:09.836 INFO:teuthology.orchestra.run.vm09.stdout:(20/312): python3-ceph-common-20.2.0-9.ge2ce842 2.8 MB/s | 163 kB 00:00 2026-04-02T11:42:09.892 INFO:teuthology.orchestra.run.vm07.stdout:(19/312): python3-ceph-argparse-20.2.0-9.ge2ce8 536 kB/s | 45 kB 00:00 2026-04-02T11:42:09.939 INFO:teuthology.orchestra.run.vm09.stdout:(21/312): python3-cephfs-20.2.0-9.ge2ce8426bc5. 1.5 MB/s | 163 kB 00:00 2026-04-02T11:42:09.948 INFO:teuthology.orchestra.run.vm07.stdout:(20/312): python3-ceph-common-20.2.0-9.ge2ce842 2.9 MB/s | 163 kB 00:00 2026-04-02T11:42:10.013 INFO:teuthology.orchestra.run.vm09.stdout:(22/312): python3-rados-20.2.0-9.ge2ce8426bc5.e 4.2 MB/s | 316 kB 00:00 2026-04-02T11:42:10.065 INFO:teuthology.orchestra.run.vm07.stdout:(21/312): python3-cephfs-20.2.0-9.ge2ce8426bc5. 1.4 MB/s | 163 kB 00:00 2026-04-02T11:42:10.080 INFO:teuthology.orchestra.run.vm09.stdout:(23/312): python3-rbd-20.2.0-9.ge2ce8426bc5.el9 4.5 MB/s | 304 kB 00:00 2026-04-02T11:42:10.125 INFO:teuthology.orchestra.run.vm09.stdout:(24/312): python3-rgw-20.2.0-9.ge2ce8426bc5.el9 2.2 MB/s | 99 kB 00:00 2026-04-02T11:42:10.128 INFO:teuthology.orchestra.run.vm07.stdout:(22/312): python3-rados-20.2.0-9.ge2ce8426bc5.e 4.9 MB/s | 316 kB 00:00 2026-04-02T11:42:10.175 INFO:teuthology.orchestra.run.vm09.stdout:(25/312): librgw2-20.2.0-9.ge2ce8426bc5.el9.cly 9.6 MB/s | 6.4 MB 00:00 2026-04-02T11:42:10.180 INFO:teuthology.orchestra.run.vm09.stdout:(26/312): rbd-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 1.6 MB/s | 91 kB 00:00 2026-04-02T11:42:10.255 INFO:teuthology.orchestra.run.vm09.stdout:(27/312): rbd-nbd-20.2.0-9.ge2ce8426bc5.el9.cly 2.4 MB/s | 180 kB 00:00 2026-04-02T11:42:10.300 INFO:teuthology.orchestra.run.vm07.stdout:(23/312): python3-rbd-20.2.0-9.ge2ce8426bc5.el9 1.7 MB/s | 304 kB 00:00 2026-04-02T11:42:10.300 INFO:teuthology.orchestra.run.vm09.stdout:(28/312): ceph-grafana-dashboards-20.2.0-9.ge2c 957 kB/s | 43 kB 00:00 2026-04-02T11:42:10.346 INFO:teuthology.orchestra.run.vm07.stdout:(24/312): python3-rgw-20.2.0-9.ge2ce8426bc5.el9 2.1 MB/s | 99 kB 00:00 2026-04-02T11:42:10.350 INFO:teuthology.orchestra.run.vm09.stdout:(29/312): ceph-mgr-cephadm-20.2.0-9.ge2ce8426bc 3.4 MB/s | 173 kB 00:00 2026-04-02T11:42:10.485 INFO:teuthology.orchestra.run.vm07.stdout:(25/312): librgw2-20.2.0-9.ge2ce8426bc5.el9.cly 8.8 MB/s | 6.4 MB 00:00 2026-04-02T11:42:10.486 INFO:teuthology.orchestra.run.vm07.stdout:(26/312): rbd-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 653 kB/s | 91 kB 00:00 2026-04-02T11:42:10.539 INFO:teuthology.orchestra.run.vm09.stdout:(30/312): rbd-mirror-20.2.0-9.ge2ce8426bc5.el9. 8.0 MB/s | 2.9 MB 00:00 2026-04-02T11:42:10.554 INFO:teuthology.orchestra.run.vm07.stdout:(27/312): rbd-nbd-20.2.0-9.ge2ce8426bc5.el9.cly 2.6 MB/s | 180 kB 00:00 2026-04-02T11:42:10.619 INFO:teuthology.orchestra.run.vm07.stdout:(28/312): ceph-grafana-dashboards-20.2.0-9.ge2c 666 kB/s | 43 kB 00:00 2026-04-02T11:42:10.667 INFO:teuthology.orchestra.run.vm07.stdout:(29/312): ceph-mgr-cephadm-20.2.0-9.ge2ce8426bc 3.6 MB/s | 173 kB 00:00 2026-04-02T11:42:10.855 INFO:teuthology.orchestra.run.vm07.stdout:(30/312): rbd-mirror-20.2.0-9.ge2ce8426bc5.el9. 7.9 MB/s | 2.9 MB 00:00 2026-04-02T11:42:11.737 INFO:teuthology.orchestra.run.vm07.stdout:(31/312): ceph-mgr-diskprediction-local-20.2.0- 8.4 MB/s | 7.4 MB 00:00 2026-04-02T11:42:11.773 INFO:teuthology.orchestra.run.vm07.stdout:(32/312): ceph-mgr-k8sevents-20.2.0-9.ge2ce8426 616 kB/s | 22 kB 00:00 2026-04-02T11:42:11.774 INFO:teuthology.orchestra.run.vm09.stdout:(31/312): ceph-test-20.2.0-9.ge2ce8426bc5.el9.c 28 MB/s | 85 MB 00:03 2026-04-02T11:42:11.795 INFO:teuthology.orchestra.run.vm09.stdout:(32/312): ceph-mgr-diskprediction-local-20.2.0- 5.9 MB/s | 7.4 MB 00:01 2026-04-02T11:42:11.816 INFO:teuthology.orchestra.run.vm09.stdout:(33/312): ceph-mgr-k8sevents-20.2.0-9.ge2ce8426 536 kB/s | 22 kB 00:00 2026-04-02T11:42:11.816 INFO:teuthology.orchestra.run.vm07.stdout:(33/312): ceph-mgr-dashboard-20.2.0-9.ge2ce8426 13 MB/s | 15 MB 00:01 2026-04-02T11:42:11.819 INFO:teuthology.orchestra.run.vm07.stdout:(34/312): ceph-mgr-modules-core-20.2.0-9.ge2ce8 6.2 MB/s | 289 kB 00:00 2026-04-02T11:42:11.838 INFO:teuthology.orchestra.run.vm09.stdout:(34/312): ceph-mgr-modules-core-20.2.0-9.ge2ce8 6.5 MB/s | 289 kB 00:00 2026-04-02T11:42:11.850 INFO:teuthology.orchestra.run.vm07.stdout:(35/312): ceph-mgr-rook-20.2.0-9.ge2ce8426bc5.e 1.5 MB/s | 50 kB 00:00 2026-04-02T11:42:11.851 INFO:teuthology.orchestra.run.vm09.stdout:(35/312): ceph-mgr-rook-20.2.0-9.ge2ce8426bc5.e 1.4 MB/s | 50 kB 00:00 2026-04-02T11:42:11.851 INFO:teuthology.orchestra.run.vm07.stdout:(36/312): ceph-prometheus-alerts-20.2.0-9.ge2ce 529 kB/s | 17 kB 00:00 2026-04-02T11:42:11.869 INFO:teuthology.orchestra.run.vm09.stdout:(36/312): ceph-prometheus-alerts-20.2.0-9.ge2ce 557 kB/s | 17 kB 00:00 2026-04-02T11:42:11.904 INFO:teuthology.orchestra.run.vm07.stdout:(37/312): ceph-volume-20.2.0-9.ge2ce8426bc5.el9 5.4 MB/s | 297 kB 00:00 2026-04-02T11:42:11.922 INFO:teuthology.orchestra.run.vm09.stdout:(37/312): ceph-volume-20.2.0-9.ge2ce8426bc5.el9 4.1 MB/s | 297 kB 00:00 2026-04-02T11:42:11.922 INFO:teuthology.orchestra.run.vm07.stdout:(38/312): abseil-cpp-20211102.0-4.el9.x86_64.rp 31 MB/s | 551 kB 00:00 2026-04-02T11:42:11.937 INFO:teuthology.orchestra.run.vm07.stdout:(39/312): gperftools-libs-2.9.1-3.el9.x86_64.rp 21 MB/s | 308 kB 00:00 2026-04-02T11:42:11.940 INFO:teuthology.orchestra.run.vm07.stdout:(40/312): grpc-data-1.46.7-10.el9.noarch.rpm 7.6 MB/s | 19 kB 00:00 2026-04-02T11:42:11.948 INFO:teuthology.orchestra.run.vm09.stdout:(38/312): abseil-cpp-20211102.0-4.el9.x86_64.rp 21 MB/s | 551 kB 00:00 2026-04-02T11:42:11.990 INFO:teuthology.orchestra.run.vm09.stdout:(39/312): gperftools-libs-2.9.1-3.el9.x86_64.rp 7.2 MB/s | 308 kB 00:00 2026-04-02T11:42:11.994 INFO:teuthology.orchestra.run.vm09.stdout:(40/312): grpc-data-1.46.7-10.el9.noarch.rpm 5.4 MB/s | 19 kB 00:00 2026-04-02T11:42:12.012 INFO:teuthology.orchestra.run.vm09.stdout:(41/312): cephadm-20.2.0-9.ge2ce8426bc5.el9.cly 6.9 MB/s | 1.0 MB 00:00 2026-04-02T11:42:12.014 INFO:teuthology.orchestra.run.vm07.stdout:(41/312): cephadm-20.2.0-9.ge2ce8426bc5.el9.cly 6.0 MB/s | 1.0 MB 00:00 2026-04-02T11:42:12.019 INFO:teuthology.orchestra.run.vm09.stdout:(42/312): libarrow-doc-9.0.0-15.el9.noarch.rpm 3.6 MB/s | 25 kB 00:00 2026-04-02T11:42:12.023 INFO:teuthology.orchestra.run.vm07.stdout:(42/312): libarrow-doc-9.0.0-15.el9.noarch.rpm 3.1 MB/s | 25 kB 00:00 2026-04-02T11:42:12.025 INFO:teuthology.orchestra.run.vm09.stdout:(43/312): liboath-2.6.12-1.el9.x86_64.rpm 7.5 MB/s | 49 kB 00:00 2026-04-02T11:42:12.031 INFO:teuthology.orchestra.run.vm09.stdout:(44/312): libunwind-1.6.2-1.el9.x86_64.rpm 13 MB/s | 67 kB 00:00 2026-04-02T11:42:12.031 INFO:teuthology.orchestra.run.vm07.stdout:(43/312): liboath-2.6.12-1.el9.x86_64.rpm 6.0 MB/s | 49 kB 00:00 2026-04-02T11:42:12.039 INFO:teuthology.orchestra.run.vm09.stdout:(45/312): luarocks-3.9.2-5.el9.noarch.rpm 18 MB/s | 151 kB 00:00 2026-04-02T11:42:12.041 INFO:teuthology.orchestra.run.vm07.stdout:(44/312): libunwind-1.6.2-1.el9.x86_64.rpm 6.5 MB/s | 67 kB 00:00 2026-04-02T11:42:12.057 INFO:teuthology.orchestra.run.vm07.stdout:(45/312): luarocks-3.9.2-5.el9.noarch.rpm 10 MB/s | 151 kB 00:00 2026-04-02T11:42:12.088 INFO:teuthology.orchestra.run.vm09.stdout:(46/312): ceph-mgr-dashboard-20.2.0-9.ge2ce8426 8.7 MB/s | 15 MB 00:01 2026-04-02T11:42:12.088 INFO:teuthology.orchestra.run.vm07.stdout:(46/312): libarrow-9.0.0-15.el9.x86_64.rpm 30 MB/s | 4.4 MB 00:00 2026-04-02T11:42:12.100 INFO:teuthology.orchestra.run.vm09.stdout:(47/312): parquet-libs-9.0.0-15.el9.x86_64.rpm 14 MB/s | 838 kB 00:00 2026-04-02T11:42:12.103 INFO:teuthology.orchestra.run.vm09.stdout:(48/312): python3-autocommand-2.2.2-8.el9.noarc 9.3 MB/s | 29 kB 00:00 2026-04-02T11:42:12.108 INFO:teuthology.orchestra.run.vm09.stdout:(49/312): python3-backports-tarfile-1.2.0-1.el9 12 MB/s | 60 kB 00:00 2026-04-02T11:42:12.111 INFO:teuthology.orchestra.run.vm09.stdout:(50/312): python3-asyncssh-2.13.2-5.el9.noarch. 24 MB/s | 548 kB 00:00 2026-04-02T11:42:12.112 INFO:teuthology.orchestra.run.vm09.stdout:(51/312): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 13 MB/s | 43 kB 00:00 2026-04-02T11:42:12.114 INFO:teuthology.orchestra.run.vm09.stdout:(52/312): python3-cachetools-4.2.4-1.el9.noarch 10 MB/s | 32 kB 00:00 2026-04-02T11:42:12.115 INFO:teuthology.orchestra.run.vm09.stdout:(53/312): python3-certifi-2023.05.07-4.el9.noar 4.2 MB/s | 14 kB 00:00 2026-04-02T11:42:12.119 INFO:teuthology.orchestra.run.vm09.stdout:(54/312): python3-cheroot-10.0.1-5.el9.noarch.r 38 MB/s | 173 kB 00:00 2026-04-02T11:42:12.122 INFO:teuthology.orchestra.run.vm09.stdout:(55/312): python3-cherrypy-18.10.0-5.el9.noarch 40 MB/s | 290 kB 00:00 2026-04-02T11:42:12.126 INFO:teuthology.orchestra.run.vm09.stdout:(56/312): python3-google-auth-2.45.0-1.el9.noar 35 MB/s | 254 kB 00:00 2026-04-02T11:42:12.133 INFO:teuthology.orchestra.run.vm09.stdout:(57/312): python3-grpcio-tools-1.46.7-10.el9.x8 21 MB/s | 144 kB 00:00 2026-04-02T11:42:12.143 INFO:teuthology.orchestra.run.vm09.stdout:(58/312): python3-influxdb-5.3.1-1.el9.noarch.r 15 MB/s | 139 kB 00:00 2026-04-02T11:42:12.149 INFO:teuthology.orchestra.run.vm09.stdout:(59/312): python3-isodate-0.6.1-3.el9.noarch.rp 9.6 MB/s | 56 kB 00:00 2026-04-02T11:42:12.158 INFO:teuthology.orchestra.run.vm09.stdout:(60/312): python3-grpcio-1.46.7-10.el9.x86_64.r 57 MB/s | 2.0 MB 00:00 2026-04-02T11:42:12.159 INFO:teuthology.orchestra.run.vm09.stdout:(61/312): python3-jaraco-8.2.1-3.el9.noarch.rpm 1.0 MB/s | 11 kB 00:00 2026-04-02T11:42:12.162 INFO:teuthology.orchestra.run.vm09.stdout:(62/312): python3-jaraco-classes-3.2.1-5.el9.no 5.6 MB/s | 18 kB 00:00 2026-04-02T11:42:12.163 INFO:teuthology.orchestra.run.vm09.stdout:(63/312): python3-jaraco-collections-3.0.0-8.el 6.9 MB/s | 23 kB 00:00 2026-04-02T11:42:12.165 INFO:teuthology.orchestra.run.vm09.stdout:(64/312): python3-jaraco-context-6.0.1-3.el9.no 7.2 MB/s | 20 kB 00:00 2026-04-02T11:42:12.166 INFO:teuthology.orchestra.run.vm09.stdout:(65/312): python3-jaraco-functools-3.5.0-2.el9. 6.2 MB/s | 19 kB 00:00 2026-04-02T11:42:12.168 INFO:teuthology.orchestra.run.vm09.stdout:(66/312): python3-jaraco-text-4.0.0-2.el9.noarc 8.1 MB/s | 26 kB 00:00 2026-04-02T11:42:12.174 INFO:teuthology.orchestra.run.vm09.stdout:(67/312): python3-more-itertools-8.12.0-2.el9.n 13 MB/s | 79 kB 00:00 2026-04-02T11:42:12.183 INFO:teuthology.orchestra.run.vm09.stdout:(68/312): python3-kubernetes-26.1.0-3.el9.noarc 63 MB/s | 1.0 MB 00:00 2026-04-02T11:42:12.185 INFO:teuthology.orchestra.run.vm09.stdout:(69/312): python3-msgpack-1.0.3-2.el9.x86_64.rp 8.6 MB/s | 86 kB 00:00 2026-04-02T11:42:12.190 INFO:teuthology.orchestra.run.vm09.stdout:(70/312): python3-natsort-7.1.1-5.el9.noarch.rp 15 MB/s | 58 kB 00:00 2026-04-02T11:42:12.191 INFO:teuthology.orchestra.run.vm09.stdout:(71/312): python3-portend-3.1.0-2.el9.noarch.rp 2.5 MB/s | 16 kB 00:00 2026-04-02T11:42:12.196 INFO:teuthology.orchestra.run.vm09.stdout:(72/312): python3-pyOpenSSL-21.0.0-1.el9.noarch 10 MB/s | 90 kB 00:00 2026-04-02T11:42:12.197 INFO:teuthology.orchestra.run.vm09.stdout:(73/312): python3-repoze-lru-0.7-16.el9.noarch. 5.5 MB/s | 31 kB 00:00 2026-04-02T11:42:12.201 INFO:teuthology.orchestra.run.vm09.stdout:(74/312): python3-routes-2.5.1-5.el9.noarch.rpm 36 MB/s | 188 kB 00:00 2026-04-02T11:42:12.318 INFO:teuthology.orchestra.run.vm09.stdout:(75/312): libarrow-9.0.0-15.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2026-04-02T11:42:12.318 INFO:teuthology.orchestra.run.vm07.stdout:(47/312): ceph-test-20.2.0-9.ge2ce8426bc5.el9.c 23 MB/s | 85 MB 00:03 2026-04-02T11:42:12.319 INFO:teuthology.orchestra.run.vm09.stdout:(76/312): python3-rsa-4.9-2.el9.noarch.rpm 485 kB/s | 59 kB 00:00 2026-04-02T11:42:12.322 INFO:teuthology.orchestra.run.vm09.stdout:(77/312): python3-saml-1.16.0-1.el9.noarch.rpm 1.0 MB/s | 125 kB 00:00 2026-04-02T11:42:12.322 INFO:teuthology.orchestra.run.vm07.stdout:(48/312): parquet-libs-9.0.0-15.el9.x86_64.rpm 3.1 MB/s | 838 kB 00:00 2026-04-02T11:42:12.323 INFO:teuthology.orchestra.run.vm09.stdout:(78/312): python3-tempora-5.0.0-2.el9.noarch.rp 7.2 MB/s | 36 kB 00:00 2026-04-02T11:42:12.325 INFO:teuthology.orchestra.run.vm07.stdout:(49/312): python3-asyncssh-2.13.2-5.el9.noarch. 2.3 MB/s | 548 kB 00:00 2026-04-02T11:42:12.325 INFO:teuthology.orchestra.run.vm09.stdout:(79/312): python3-typing-extensions-4.15.0-1.el 14 MB/s | 86 kB 00:00 2026-04-02T11:42:12.326 INFO:teuthology.orchestra.run.vm07.stdout:(50/312): python3-backports-tarfile-1.2.0-1.el9 16 MB/s | 60 kB 00:00 2026-04-02T11:42:12.326 INFO:teuthology.orchestra.run.vm09.stdout:(80/312): python3-xmlsec-1.3.13-1.el9.x86_64.rp 14 MB/s | 48 kB 00:00 2026-04-02T11:42:12.327 INFO:teuthology.orchestra.run.vm07.stdout:(51/312): python3-autocommand-2.2.2-8.el9.noarc 3.3 MB/s | 29 kB 00:00 2026-04-02T11:42:12.328 INFO:teuthology.orchestra.run.vm09.stdout:(81/312): python3-websocket-client-1.2.3-2.el9. 15 MB/s | 90 kB 00:00 2026-04-02T11:42:12.328 INFO:teuthology.orchestra.run.vm07.stdout:(52/312): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 16 MB/s | 43 kB 00:00 2026-04-02T11:42:12.329 INFO:teuthology.orchestra.run.vm09.stdout:(82/312): python3-xmltodict-0.12.0-15.el9.noarc 6.8 MB/s | 22 kB 00:00 2026-04-02T11:42:12.329 INFO:teuthology.orchestra.run.vm07.stdout:(53/312): python3-cachetools-4.2.4-1.el9.noarch 12 MB/s | 32 kB 00:00 2026-04-02T11:42:12.329 INFO:teuthology.orchestra.run.vm07.stdout:(54/312): python3-certifi-2023.05.07-4.el9.noar 5.6 MB/s | 14 kB 00:00 2026-04-02T11:42:12.329 INFO:teuthology.orchestra.run.vm09.stdout:(83/312): python3-zc-lockfile-2.0-10.el9.noarch 6.4 MB/s | 20 kB 00:00 2026-04-02T11:42:12.337 INFO:teuthology.orchestra.run.vm09.stdout:(84/312): re2-20211101-20.el9.x86_64.rpm 21 MB/s | 191 kB 00:00 2026-04-02T11:42:12.337 INFO:teuthology.orchestra.run.vm07.stdout:(55/312): python3-cheroot-10.0.1-5.el9.noarch.r 19 MB/s | 173 kB 00:00 2026-04-02T11:42:12.341 INFO:teuthology.orchestra.run.vm09.stdout:(85/312): s3cmd-2.4.0-1.el9.noarch.rpm 17 MB/s | 206 kB 00:00 2026-04-02T11:42:12.351 INFO:teuthology.orchestra.run.vm07.stdout:(56/312): python3-cherrypy-18.10.0-5.el9.noarch 13 MB/s | 290 kB 00:00 2026-04-02T11:42:12.361 INFO:teuthology.orchestra.run.vm07.stdout:(57/312): python3-google-auth-2.45.0-1.el9.noar 8.0 MB/s | 254 kB 00:00 2026-04-02T11:42:12.363 INFO:teuthology.orchestra.run.vm09.stdout:(86/312): thrift-0.15.0-4.el9.x86_64.rpm 47 MB/s | 1.6 MB 00:00 2026-04-02T11:42:12.363 INFO:teuthology.orchestra.run.vm07.stdout:(58/312): python3-grpcio-tools-1.46.7-10.el9.x8 11 MB/s | 144 kB 00:00 2026-04-02T11:42:12.368 INFO:teuthology.orchestra.run.vm07.stdout:(59/312): python3-isodate-0.6.1-3.el9.noarch.rp 13 MB/s | 56 kB 00:00 2026-04-02T11:42:12.369 INFO:teuthology.orchestra.run.vm07.stdout:(60/312): python3-influxdb-5.3.1-1.el9.noarch.r 16 MB/s | 139 kB 00:00 2026-04-02T11:42:12.371 INFO:teuthology.orchestra.run.vm07.stdout:(61/312): python3-jaraco-8.2.1-3.el9.noarch.rpm 3.9 MB/s | 11 kB 00:00 2026-04-02T11:42:12.372 INFO:teuthology.orchestra.run.vm07.stdout:(62/312): python3-jaraco-classes-3.2.1-5.el9.no 6.5 MB/s | 18 kB 00:00 2026-04-02T11:42:12.374 INFO:teuthology.orchestra.run.vm07.stdout:(63/312): python3-jaraco-collections-3.0.0-8.el 8.3 MB/s | 23 kB 00:00 2026-04-02T11:42:12.375 INFO:teuthology.orchestra.run.vm07.stdout:(64/312): python3-jaraco-context-6.0.1-3.el9.no 6.6 MB/s | 20 kB 00:00 2026-04-02T11:42:12.377 INFO:teuthology.orchestra.run.vm07.stdout:(65/312): python3-jaraco-functools-3.5.0-2.el9. 7.1 MB/s | 19 kB 00:00 2026-04-02T11:42:12.379 INFO:teuthology.orchestra.run.vm07.stdout:(66/312): python3-jaraco-text-4.0.0-2.el9.noarc 7.8 MB/s | 26 kB 00:00 2026-04-02T11:42:12.390 INFO:teuthology.orchestra.run.vm07.stdout:(67/312): python3-grpcio-1.46.7-10.el9.x86_64.r 39 MB/s | 2.0 MB 00:00 2026-04-02T11:42:12.391 INFO:teuthology.orchestra.run.vm07.stdout:(68/312): python3-more-itertools-8.12.0-2.el9.n 6.2 MB/s | 79 kB 00:00 2026-04-02T11:42:12.394 INFO:teuthology.orchestra.run.vm07.stdout:(69/312): python3-msgpack-1.0.3-2.el9.x86_64.rp 22 MB/s | 86 kB 00:00 2026-04-02T11:42:12.395 INFO:teuthology.orchestra.run.vm07.stdout:(70/312): python3-natsort-7.1.1-5.el9.noarch.rp 17 MB/s | 58 kB 00:00 2026-04-02T11:42:12.397 INFO:teuthology.orchestra.run.vm07.stdout:(71/312): python3-portend-3.1.0-2.el9.noarch.rp 5.9 MB/s | 16 kB 00:00 2026-04-02T11:42:12.400 INFO:teuthology.orchestra.run.vm07.stdout:(72/312): python3-repoze-lru-0.7-16.el9.noarch. 9.4 MB/s | 31 kB 00:00 2026-04-02T11:42:12.402 INFO:teuthology.orchestra.run.vm07.stdout:(73/312): python3-pyOpenSSL-21.0.0-1.el9.noarch 14 MB/s | 90 kB 00:00 2026-04-02T11:42:12.406 INFO:teuthology.orchestra.run.vm07.stdout:(74/312): python3-kubernetes-26.1.0-3.el9.noarc 36 MB/s | 1.0 MB 00:00 2026-04-02T11:42:12.407 INFO:teuthology.orchestra.run.vm07.stdout:(75/312): python3-rsa-4.9-2.el9.noarch.rpm 12 MB/s | 59 kB 00:00 2026-04-02T11:42:12.409 INFO:teuthology.orchestra.run.vm07.stdout:(76/312): python3-routes-2.5.1-5.el9.noarch.rpm 23 MB/s | 188 kB 00:00 2026-04-02T11:42:12.410 INFO:teuthology.orchestra.run.vm07.stdout:(77/312): python3-tempora-5.0.0-2.el9.noarch.rp 10 MB/s | 36 kB 00:00 2026-04-02T11:42:12.412 INFO:teuthology.orchestra.run.vm07.stdout:(78/312): python3-saml-1.16.0-1.el9.noarch.rpm 20 MB/s | 125 kB 00:00 2026-04-02T11:42:12.413 INFO:teuthology.orchestra.run.vm07.stdout:(79/312): python3-typing-extensions-4.15.0-1.el 18 MB/s | 86 kB 00:00 2026-04-02T11:42:12.415 INFO:teuthology.orchestra.run.vm07.stdout:(80/312): python3-websocket-client-1.2.3-2.el9. 20 MB/s | 90 kB 00:00 2026-04-02T11:42:12.416 INFO:teuthology.orchestra.run.vm07.stdout:(81/312): python3-xmlsec-1.3.13-1.el9.x86_64.rp 13 MB/s | 48 kB 00:00 2026-04-02T11:42:12.417 INFO:teuthology.orchestra.run.vm07.stdout:(82/312): python3-xmltodict-0.12.0-15.el9.noarc 7.4 MB/s | 22 kB 00:00 2026-04-02T11:42:12.417 INFO:teuthology.orchestra.run.vm07.stdout:(83/312): python3-zc-lockfile-2.0-10.el9.noarch 8.4 MB/s | 20 kB 00:00 2026-04-02T11:42:12.422 INFO:teuthology.orchestra.run.vm07.stdout:(84/312): re2-20211101-20.el9.x86_64.rpm 31 MB/s | 191 kB 00:00 2026-04-02T11:42:12.424 INFO:teuthology.orchestra.run.vm07.stdout:(85/312): s3cmd-2.4.0-1.el9.noarch.rpm 29 MB/s | 206 kB 00:00 2026-04-02T11:42:12.447 INFO:teuthology.orchestra.run.vm07.stdout:(86/312): thrift-0.15.0-4.el9.x86_64.rpm 54 MB/s | 1.6 MB 00:00 2026-04-02T11:42:12.476 INFO:teuthology.orchestra.run.vm09.stdout:(87/312): bluez-libs-5.83-2.el9.x86_64.rpm 606 kB/s | 81 kB 00:00 2026-04-02T11:42:12.500 INFO:teuthology.orchestra.run.vm09.stdout:(88/312): bubblewrap-0.6.3-1.el9.x86_64.rpm 430 kB/s | 57 kB 00:00 2026-04-02T11:42:12.503 INFO:teuthology.orchestra.run.vm09.stdout:(89/312): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.9 MB/s | 51 kB 00:00 2026-04-02T11:42:12.526 INFO:teuthology.orchestra.run.vm09.stdout:(90/312): ModemManager-glib-1.20.2-1.el9.x86_64 1.7 MB/s | 334 kB 00:00 2026-04-02T11:42:12.552 INFO:teuthology.orchestra.run.vm09.stdout:(91/312): c-ares-1.19.1-2.el9_4.x86_64.rpm 2.1 MB/s | 110 kB 00:00 2026-04-02T11:42:12.557 INFO:teuthology.orchestra.run.vm09.stdout:(92/312): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 8.4 MB/s | 260 kB 00:00 2026-04-02T11:42:12.559 INFO:teuthology.orchestra.run.vm09.stdout:(93/312): cryptsetup-2.7.2-4.el9.x86_64.rpm 5.4 MB/s | 310 kB 00:00 2026-04-02T11:42:12.560 INFO:teuthology.orchestra.run.vm07.stdout:(87/312): bluez-libs-5.83-2.el9.x86_64.rpm 599 kB/s | 81 kB 00:00 2026-04-02T11:42:12.580 INFO:teuthology.orchestra.run.vm09.stdout:(94/312): fuse-2.9.9-17.el9.x86_64.rpm 2.8 MB/s | 78 kB 00:00 2026-04-02T11:42:12.580 INFO:teuthology.orchestra.run.vm07.stdout:(88/312): bubblewrap-0.6.3-1.el9.x86_64.rpm 431 kB/s | 57 kB 00:00 2026-04-02T11:42:12.583 INFO:teuthology.orchestra.run.vm09.stdout:(95/312): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-04-02T11:42:12.586 INFO:teuthology.orchestra.run.vm09.stdout:(96/312): libconfig-1.7.2-9.el9.x86_64.rpm 2.6 MB/s | 71 kB 00:00 2026-04-02T11:42:12.587 INFO:teuthology.orchestra.run.vm07.stdout:(89/312): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.8 MB/s | 51 kB 00:00 2026-04-02T11:42:12.610 INFO:teuthology.orchestra.run.vm07.stdout:(90/312): ModemManager-glib-1.20.2-1.el9.x86_64 1.7 MB/s | 334 kB 00:00 2026-04-02T11:42:12.610 INFO:teuthology.orchestra.run.vm09.stdout:(97/312): libpciaccess-0.16-7.el9.x86_64.rpm 981 kB/s | 26 kB 00:00 2026-04-02T11:42:12.615 INFO:teuthology.orchestra.run.vm09.stdout:(98/312): libquadmath-11.5.0-11.el9.x86_64.rpm 6.3 MB/s | 184 kB 00:00 2026-04-02T11:42:12.633 INFO:teuthology.orchestra.run.vm07.stdout:(91/312): c-ares-1.19.1-2.el9_4.x86_64.rpm 2.0 MB/s | 110 kB 00:00 2026-04-02T11:42:12.638 INFO:teuthology.orchestra.run.vm09.stdout:(99/312): libtdb-1.4.13-1.el9.x86_64.rpm 1.8 MB/s | 53 kB 00:00 2026-04-02T11:42:12.639 INFO:teuthology.orchestra.run.vm07.stdout:(92/312): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 8.8 MB/s | 260 kB 00:00 2026-04-02T11:42:12.642 INFO:teuthology.orchestra.run.vm09.stdout:(100/312): lksctp-tools-1.0.19-3.el9_4.x86_64.r 3.5 MB/s | 96 kB 00:00 2026-04-02T11:42:12.660 INFO:teuthology.orchestra.run.vm07.stdout:(93/312): fuse-2.9.9-17.el9.x86_64.rpm 2.8 MB/s | 78 kB 00:00 2026-04-02T11:42:12.660 INFO:teuthology.orchestra.run.vm09.stdout:(101/312): libgfortran-11.5.0-11.el9.x86_64.rpm 9.7 MB/s | 794 kB 00:00 2026-04-02T11:42:12.666 INFO:teuthology.orchestra.run.vm09.stdout:(102/312): lmdb-libs-0.9.29-3.el9.x86_64.rpm 2.1 MB/s | 60 kB 00:00 2026-04-02T11:42:12.667 INFO:teuthology.orchestra.run.vm07.stdout:(94/312): cryptsetup-2.7.2-4.el9.x86_64.rpm 3.8 MB/s | 310 kB 00:00 2026-04-02T11:42:12.668 INFO:teuthology.orchestra.run.vm07.stdout:(95/312): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.4 MB/s | 41 kB 00:00 2026-04-02T11:42:12.668 INFO:teuthology.orchestra.run.vm09.stdout:(103/312): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.2 MB/s | 32 kB 00:00 2026-04-02T11:42:12.688 INFO:teuthology.orchestra.run.vm07.stdout:(96/312): libconfig-1.7.2-9.el9.x86_64.rpm 2.5 MB/s | 71 kB 00:00 2026-04-02T11:42:12.700 INFO:teuthology.orchestra.run.vm07.stdout:(97/312): libpciaccess-0.16-7.el9.x86_64.rpm 824 kB/s | 26 kB 00:00 2026-04-02T11:42:12.700 INFO:teuthology.orchestra.run.vm09.stdout:(104/312): pciutils-3.7.0-7.el9.x86_64.rpm 2.7 MB/s | 92 kB 00:00 2026-04-02T11:42:12.702 INFO:teuthology.orchestra.run.vm09.stdout:(105/312): python3-cffi-1.14.5-5.el9.x86_64.rpm 7.0 MB/s | 241 kB 00:00 2026-04-02T11:42:12.715 INFO:teuthology.orchestra.run.vm09.stdout:(106/312): nvme-cli-2.13-1.el9.x86_64.rpm 18 MB/s | 1.0 MB 00:00 2026-04-02T11:42:12.727 INFO:teuthology.orchestra.run.vm07.stdout:(98/312): libgfortran-11.5.0-11.el9.x86_64.rpm 13 MB/s | 794 kB 00:00 2026-04-02T11:42:12.728 INFO:teuthology.orchestra.run.vm07.stdout:(99/312): libtdb-1.4.13-1.el9.x86_64.rpm 1.8 MB/s | 53 kB 00:00 2026-04-02T11:42:12.731 INFO:teuthology.orchestra.run.vm09.stdout:(107/312): python3-ply-3.11-14.el9.0.1.noarch.r 3.6 MB/s | 103 kB 00:00 2026-04-02T11:42:12.740 INFO:teuthology.orchestra.run.vm07.stdout:(100/312): libquadmath-11.5.0-11.el9.x86_64.rpm 3.5 MB/s | 184 kB 00:00 2026-04-02T11:42:12.743 INFO:teuthology.orchestra.run.vm09.stdout:(108/312): python3-pycparser-2.20-6.el9.noarch. 4.3 MB/s | 124 kB 00:00 2026-04-02T11:42:12.755 INFO:teuthology.orchestra.run.vm07.stdout:(101/312): lksctp-tools-1.0.19-3.el9_4.x86_64.r 3.3 MB/s | 96 kB 00:00 2026-04-02T11:42:12.757 INFO:teuthology.orchestra.run.vm07.stdout:(102/312): lmdb-libs-0.9.29-3.el9.x86_64.rpm 2.1 MB/s | 60 kB 00:00 2026-04-02T11:42:12.761 INFO:teuthology.orchestra.run.vm09.stdout:(109/312): python3-pyparsing-2.4.7-9.el9.0.1.no 4.9 MB/s | 150 kB 00:00 2026-04-02T11:42:12.764 INFO:teuthology.orchestra.run.vm09.stdout:(110/312): python3-cryptography-36.0.1-5.el9_6. 18 MB/s | 1.2 MB 00:00 2026-04-02T11:42:12.767 INFO:teuthology.orchestra.run.vm07.stdout:(103/312): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.2 MB/s | 32 kB 00:00 2026-04-02T11:42:12.771 INFO:teuthology.orchestra.run.vm09.stdout:(111/312): python3-requests-2.25.1-10.el9_6.noa 4.1 MB/s | 115 kB 00:00 2026-04-02T11:42:12.785 INFO:teuthology.orchestra.run.vm07.stdout:(104/312): pciutils-3.7.0-7.el9.x86_64.rpm 3.2 MB/s | 92 kB 00:00 2026-04-02T11:42:12.793 INFO:teuthology.orchestra.run.vm09.stdout:(112/312): python3-urllib3-1.26.5-6.el9_7.1.noa 5.9 MB/s | 191 kB 00:00 2026-04-02T11:42:12.797 INFO:teuthology.orchestra.run.vm07.stdout:(105/312): nvme-cli-2.13-1.el9.x86_64.rpm 24 MB/s | 1.0 MB 00:00 2026-04-02T11:42:12.799 INFO:teuthology.orchestra.run.vm07.stdout:(106/312): python3-cffi-1.14.5-5.el9.x86_64.rpm 7.4 MB/s | 241 kB 00:00 2026-04-02T11:42:12.802 INFO:teuthology.orchestra.run.vm09.stdout:(113/312): smartmontools-7.2-9.el9.x86_64.rpm 14 MB/s | 551 kB 00:00 2026-04-02T11:42:12.804 INFO:teuthology.orchestra.run.vm09.stdout:(114/312): unzip-6.0-59.el9.x86_64.rpm 5.3 MB/s | 180 kB 00:00 2026-04-02T11:42:12.823 INFO:teuthology.orchestra.run.vm09.stdout:(115/312): zip-3.0-35.el9.x86_64.rpm 8.7 MB/s | 263 kB 00:00 2026-04-02T11:42:12.824 INFO:teuthology.orchestra.run.vm07.stdout:(107/312): python3-ply-3.11-14.el9.0.1.noarch.r 3.7 MB/s | 103 kB 00:00 2026-04-02T11:42:12.827 INFO:teuthology.orchestra.run.vm07.stdout:(108/312): python3-pycparser-2.20-6.el9.noarch. 4.4 MB/s | 124 kB 00:00 2026-04-02T11:42:12.840 INFO:teuthology.orchestra.run.vm09.stdout:(116/312): adwaita-cursor-theme-40.1.1-3.el9.no 16 MB/s | 623 kB 00:00 2026-04-02T11:42:12.856 INFO:teuthology.orchestra.run.vm07.stdout:(109/312): python3-cryptography-36.0.1-5.el9_6. 16 MB/s | 1.2 MB 00:00 2026-04-02T11:42:12.858 INFO:teuthology.orchestra.run.vm07.stdout:(110/312): python3-pyparsing-2.4.7-9.el9.0.1.no 4.4 MB/s | 150 kB 00:00 2026-04-02T11:42:12.860 INFO:teuthology.orchestra.run.vm07.stdout:(111/312): python3-requests-2.25.1-10.el9_6.noa 3.5 MB/s | 115 kB 00:00 2026-04-02T11:42:12.871 INFO:teuthology.orchestra.run.vm09.stdout:(117/312): apache-commons-cli-1.4-20.el9.noarch 2.3 MB/s | 69 kB 00:00 2026-04-02T11:42:12.876 INFO:teuthology.orchestra.run.vm09.stdout:(118/312): alsa-lib-1.2.14-1.el9.x86_64.rpm 9.5 MB/s | 510 kB 00:00 2026-04-02T11:42:12.887 INFO:teuthology.orchestra.run.vm07.stdout:(112/312): python3-urllib3-1.26.5-6.el9_7.1.noa 6.2 MB/s | 191 kB 00:00 2026-04-02T11:42:12.897 INFO:teuthology.orchestra.run.vm07.stdout:(113/312): unzip-6.0-59.el9.x86_64.rpm 4.7 MB/s | 180 kB 00:00 2026-04-02T11:42:12.899 INFO:teuthology.orchestra.run.vm07.stdout:(114/312): smartmontools-7.2-9.el9.x86_64.rpm 13 MB/s | 551 kB 00:00 2026-04-02T11:42:12.905 INFO:teuthology.orchestra.run.vm09.stdout:(119/312): apache-commons-codec-1.15-10.el9.noa 8.5 MB/s | 300 kB 00:00 2026-04-02T11:42:12.907 INFO:teuthology.orchestra.run.vm09.stdout:(120/312): apache-commons-io-2.8.0-12.el9.noarc 8.8 MB/s | 282 kB 00:00 2026-04-02T11:42:12.920 INFO:teuthology.orchestra.run.vm07.stdout:(115/312): zip-3.0-35.el9.x86_64.rpm 7.8 MB/s | 263 kB 00:00 2026-04-02T11:42:12.942 INFO:teuthology.orchestra.run.vm09.stdout:(121/312): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 2.5 MB/s | 86 kB 00:00 2026-04-02T11:42:12.955 INFO:teuthology.orchestra.run.vm09.stdout:(122/312): apache-commons-lang3-3.12.0-10.el9.n 11 MB/s | 557 kB 00:00 2026-04-02T11:42:12.957 INFO:teuthology.orchestra.run.vm07.stdout:(116/312): adwaita-cursor-theme-40.1.1-3.el9.no 10 MB/s | 623 kB 00:00 2026-04-02T11:42:12.968 INFO:teuthology.orchestra.run.vm07.stdout:(117/312): alsa-lib-1.2.14-1.el9.x86_64.rpm 10 MB/s | 510 kB 00:00 2026-04-02T11:42:12.975 INFO:teuthology.orchestra.run.vm09.stdout:(123/312): at-spi2-core-2.40.3-1.el9.x86_64.rpm 5.1 MB/s | 176 kB 00:00 2026-04-02T11:42:12.988 INFO:teuthology.orchestra.run.vm09.stdout:(124/312): atinject-1.0.3-9.el9.noarch.rpm 665 kB/s | 22 kB 00:00 2026-04-02T11:42:12.989 INFO:teuthology.orchestra.run.vm07.stdout:(118/312): apache-commons-cli-1.4-20.el9.noarch 2.1 MB/s | 69 kB 00:00 2026-04-02T11:42:13.008 INFO:teuthology.orchestra.run.vm07.stdout:(119/312): apache-commons-codec-1.15-10.el9.noa 7.5 MB/s | 300 kB 00:00 2026-04-02T11:42:13.011 INFO:teuthology.orchestra.run.vm09.stdout:(125/312): atk-2.36.0-5.el9.x86_64.rpm 7.5 MB/s | 270 kB 00:00 2026-04-02T11:42:13.017 INFO:teuthology.orchestra.run.vm09.stdout:(126/312): avahi-glib-0.8-23.el9.x86_64.rpm 463 kB/s | 14 kB 00:00 2026-04-02T11:42:13.025 INFO:teuthology.orchestra.run.vm07.stdout:(120/312): apache-commons-io-2.8.0-12.el9.noarc 7.7 MB/s | 282 kB 00:00 2026-04-02T11:42:13.045 INFO:teuthology.orchestra.run.vm07.stdout:(121/312): apache-commons-lang3-3.12.0-10.el9.n 15 MB/s | 557 kB 00:00 2026-04-02T11:42:13.059 INFO:teuthology.orchestra.run.vm07.stdout:(122/312): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 2.5 MB/s | 86 kB 00:00 2026-04-02T11:42:13.060 INFO:teuthology.orchestra.run.vm09.stdout:(127/312): adwaita-icon-theme-40.1.1-3.el9.noar 42 MB/s | 11 MB 00:00 2026-04-02T11:42:13.061 INFO:teuthology.orchestra.run.vm09.stdout:(128/312): cdi-api-2.0.2-9.el9.noarch.rpm 1.2 MB/s | 52 kB 00:00 2026-04-02T11:42:13.062 INFO:teuthology.orchestra.run.vm09.stdout:(129/312): boost-program-options-1.75.0-13.el9_ 2.0 MB/s | 104 kB 00:00 2026-04-02T11:42:13.075 INFO:teuthology.orchestra.run.vm07.stdout:(123/312): at-spi2-core-2.40.3-1.el9.x86_64.rpm 5.8 MB/s | 176 kB 00:00 2026-04-02T11:42:13.090 INFO:teuthology.orchestra.run.vm09.stdout:(130/312): colord-libs-1.4.5-6.el9_6.x86_64.rpm 7.3 MB/s | 228 kB 00:00 2026-04-02T11:42:13.091 INFO:teuthology.orchestra.run.vm07.stdout:(124/312): atinject-1.0.3-9.el9.noarch.rpm 720 kB/s | 22 kB 00:00 2026-04-02T11:42:13.091 INFO:teuthology.orchestra.run.vm09.stdout:(131/312): composefs-libs-1.0.8-1.el9.x86_64.rp 1.7 MB/s | 53 kB 00:00 2026-04-02T11:42:13.092 INFO:teuthology.orchestra.run.vm09.stdout:(132/312): copy-jdk-configs-4.0-3.el9.0.1.noarc 908 kB/s | 27 kB 00:00 2026-04-02T11:42:13.118 INFO:teuthology.orchestra.run.vm07.stdout:(125/312): atk-2.36.0-5.el9.x86_64.rpm 6.3 MB/s | 270 kB 00:00 2026-04-02T11:42:13.119 INFO:teuthology.orchestra.run.vm07.stdout:(126/312): avahi-glib-0.8-23.el9.x86_64.rpm 477 kB/s | 14 kB 00:00 2026-04-02T11:42:13.119 INFO:teuthology.orchestra.run.vm09.stdout:(133/312): dconf-0.40.0-6.el9.x86_64.rpm 3.7 MB/s | 109 kB 00:00 2026-04-02T11:42:13.129 INFO:teuthology.orchestra.run.vm09.stdout:(134/312): exempi-2.6.0-0.2.20211007gite23c213. 14 MB/s | 523 kB 00:00 2026-04-02T11:42:13.147 INFO:teuthology.orchestra.run.vm09.stdout:(135/312): exiv2-0.27.5-2.el9.x86_64.rpm 17 MB/s | 975 kB 00:00 2026-04-02T11:42:13.148 INFO:teuthology.orchestra.run.vm07.stdout:(127/312): adwaita-icon-theme-40.1.1-3.el9.noar 43 MB/s | 11 MB 00:00 2026-04-02T11:42:13.149 INFO:teuthology.orchestra.run.vm07.stdout:(128/312): cdi-api-2.0.2-9.el9.noarch.rpm 1.7 MB/s | 52 kB 00:00 2026-04-02T11:42:13.150 INFO:teuthology.orchestra.run.vm07.stdout:(129/312): boost-program-options-1.75.0-13.el9_ 3.1 MB/s | 104 kB 00:00 2026-04-02T11:42:13.154 INFO:teuthology.orchestra.run.vm09.stdout:(136/312): exiv2-libs-0.27.5-2.el9.x86_64.rpm 22 MB/s | 779 kB 00:00 2026-04-02T11:42:13.160 INFO:teuthology.orchestra.run.vm09.stdout:(137/312): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 10 MB/s | 324 kB 00:00 2026-04-02T11:42:13.178 INFO:teuthology.orchestra.run.vm07.stdout:(130/312): copy-jdk-configs-4.0-3.el9.0.1.noarc 1.0 MB/s | 27 kB 00:00 2026-04-02T11:42:13.178 INFO:teuthology.orchestra.run.vm09.stdout:(138/312): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 7.1 MB/s | 217 kB 00:00 2026-04-02T11:42:13.179 INFO:teuthology.orchestra.run.vm07.stdout:(131/312): composefs-libs-1.0.8-1.el9.x86_64.rp 1.8 MB/s | 53 kB 00:00 2026-04-02T11:42:13.181 INFO:teuthology.orchestra.run.vm07.stdout:(132/312): colord-libs-1.4.5-6.el9_6.x86_64.rpm 6.9 MB/s | 228 kB 00:00 2026-04-02T11:42:13.190 INFO:teuthology.orchestra.run.vm09.stdout:(139/312): flatpak-selinux-1.12.9-4.el9_6.noarc 689 kB/s | 20 kB 00:00 2026-04-02T11:42:13.201 INFO:teuthology.orchestra.run.vm09.stdout:(140/312): flatpak-1.12.9-4.el9_6.x86_64.rpm 36 MB/s | 1.7 MB 00:00 2026-04-02T11:42:13.206 INFO:teuthology.orchestra.run.vm09.stdout:(141/312): flatpak-session-helper-1.12.9-4.el9_ 2.5 MB/s | 71 kB 00:00 2026-04-02T11:42:13.206 INFO:teuthology.orchestra.run.vm07.stdout:(133/312): dconf-0.40.0-6.el9.x86_64.rpm 3.8 MB/s | 109 kB 00:00 2026-04-02T11:42:13.214 INFO:teuthology.orchestra.run.vm07.stdout:(134/312): exempi-2.6.0-0.2.20211007gite23c213. 14 MB/s | 523 kB 00:00 2026-04-02T11:42:13.217 INFO:teuthology.orchestra.run.vm09.stdout:(142/312): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-04-02T11:42:13.220 INFO:teuthology.orchestra.run.vm07.stdout:(135/312): exiv2-0.27.5-2.el9.x86_64.rpm 24 MB/s | 975 kB 00:00 2026-04-02T11:42:13.233 INFO:teuthology.orchestra.run.vm09.stdout:(143/312): flexiblas-openblas-openmp-3.0.4-8.el 563 kB/s | 15 kB 00:00 2026-04-02T11:42:13.247 INFO:teuthology.orchestra.run.vm07.stdout:(136/312): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 9.7 MB/s | 324 kB 00:00 2026-04-02T11:42:13.251 INFO:teuthology.orchestra.run.vm09.stdout:(144/312): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 2.4 MB/s | 83 kB 00:00 2026-04-02T11:42:13.251 INFO:teuthology.orchestra.run.vm07.stdout:(137/312): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 7.0 MB/s | 217 kB 00:00 2026-04-02T11:42:13.255 INFO:teuthology.orchestra.run.vm07.stdout:(138/312): exiv2-libs-0.27.5-2.el9.x86_64.rpm 16 MB/s | 779 kB 00:00 2026-04-02T11:42:13.261 INFO:teuthology.orchestra.run.vm09.stdout:(145/312): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 4.2 MB/s | 122 kB 00:00 2026-04-02T11:42:13.277 INFO:teuthology.orchestra.run.vm09.stdout:(146/312): flexiblas-netlib-3.0.4-8.el9.0.1.x86 40 MB/s | 3.0 MB 00:00 2026-04-02T11:42:13.278 INFO:teuthology.orchestra.run.vm09.stdout:(147/312): giflib-5.2.1-9.el9.x86_64.rpm 1.7 MB/s | 48 kB 00:00 2026-04-02T11:42:13.280 INFO:teuthology.orchestra.run.vm07.stdout:(139/312): flatpak-selinux-1.12.9-4.el9_6.noarc 716 kB/s | 20 kB 00:00 2026-04-02T11:42:13.282 INFO:teuthology.orchestra.run.vm07.stdout:(140/312): flatpak-session-helper-1.12.9-4.el9_ 2.6 MB/s | 71 kB 00:00 2026-04-02T11:42:13.299 INFO:teuthology.orchestra.run.vm09.stdout:(148/312): google-guice-4.2.3-12.el9.noarch.rpm 13 MB/s | 471 kB 00:00 2026-04-02T11:42:13.302 INFO:teuthology.orchestra.run.vm07.stdout:(141/312): flatpak-1.12.9-4.el9_6.x86_64.rpm 31 MB/s | 1.7 MB 00:00 2026-04-02T11:42:13.304 INFO:teuthology.orchestra.run.vm09.stdout:(149/312): graphene-1.10.6-2.el9.x86_64.rpm 2.3 MB/s | 64 kB 00:00 2026-04-02T11:42:13.304 INFO:teuthology.orchestra.run.vm09.stdout:(150/312): gsm-1.0.19-6.el9.x86_64.rpm 1.2 MB/s | 33 kB 00:00 2026-04-02T11:42:13.306 INFO:teuthology.orchestra.run.vm07.stdout:(142/312): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-04-02T11:42:13.330 INFO:teuthology.orchestra.run.vm07.stdout:(143/312): flexiblas-openblas-openmp-3.0.4-8.el 540 kB/s | 15 kB 00:00 2026-04-02T11:42:13.335 INFO:teuthology.orchestra.run.vm09.stdout:(151/312): gtk-update-icon-cache-3.24.31-8.el9. 1.0 MB/s | 32 kB 00:00 2026-04-02T11:42:13.340 INFO:teuthology.orchestra.run.vm07.stdout:(144/312): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 2.4 MB/s | 83 kB 00:00 2026-04-02T11:42:13.351 INFO:teuthology.orchestra.run.vm09.stdout:(152/312): gstreamer1-1.22.12-3.el9.x86_64.rpm 27 MB/s | 1.4 MB 00:00 2026-04-02T11:42:13.359 INFO:teuthology.orchestra.run.vm07.stdout:(145/312): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 4.2 MB/s | 122 kB 00:00 2026-04-02T11:42:13.368 INFO:teuthology.orchestra.run.vm07.stdout:(146/312): giflib-5.2.1-9.el9.x86_64.rpm 1.7 MB/s | 48 kB 00:00 2026-04-02T11:42:13.376 INFO:teuthology.orchestra.run.vm07.stdout:(147/312): flexiblas-netlib-3.0.4-8.el9.0.1.x86 32 MB/s | 3.0 MB 00:00 2026-04-02T11:42:13.389 INFO:teuthology.orchestra.run.vm09.stdout:(153/312): gstreamer1-plugins-base-1.22.12-4.el 27 MB/s | 2.2 MB 00:00 2026-04-02T11:42:13.403 INFO:teuthology.orchestra.run.vm07.stdout:(148/312): google-guice-4.2.3-12.el9.noarch.rpm 11 MB/s | 471 kB 00:00 2026-04-02T11:42:13.404 INFO:teuthology.orchestra.run.vm07.stdout:(149/312): graphene-1.10.6-2.el9.x86_64.rpm 1.7 MB/s | 64 kB 00:00 2026-04-02T11:42:13.405 INFO:teuthology.orchestra.run.vm07.stdout:(150/312): gsm-1.0.19-6.el9.x86_64.rpm 1.1 MB/s | 33 kB 00:00 2026-04-02T11:42:13.419 INFO:teuthology.orchestra.run.vm09.stdout:(154/312): hicolor-icon-theme-0.17-13.el9.noarc 2.1 MB/s | 66 kB 00:00 2026-04-02T11:42:13.434 INFO:teuthology.orchestra.run.vm09.stdout:(155/312): guava-30.1-10.el9.noarch.rpm 28 MB/s | 2.3 MB 00:00 2026-04-02T11:42:13.435 INFO:teuthology.orchestra.run.vm07.stdout:(151/312): gtk-update-icon-cache-3.24.31-8.el9. 1.0 MB/s | 32 kB 00:00 2026-04-02T11:42:13.474 INFO:teuthology.orchestra.run.vm09.stdout:(156/312): httpcomponents-client-4.5.13-7.el9.n 12 MB/s | 655 kB 00:00 2026-04-02T11:42:13.487 INFO:teuthology.orchestra.run.vm09.stdout:(157/312): gtk3-3.24.31-8.el9.x86_64.rpm 32 MB/s | 4.8 MB 00:00 2026-04-02T11:42:13.495 INFO:teuthology.orchestra.run.vm07.stdout:(152/312): gstreamer1-1.22.12-3.el9.x86_64.rpm 16 MB/s | 1.4 MB 00:00 2026-04-02T11:42:13.495 INFO:teuthology.orchestra.run.vm09.stdout:(158/312): httpcomponents-core-4.4.13-11.el9.no 10 MB/s | 630 kB 00:00 2026-04-02T11:42:13.512 INFO:teuthology.orchestra.run.vm07.stdout:(153/312): gstreamer1-plugins-base-1.22.12-4.el 21 MB/s | 2.2 MB 00:00 2026-04-02T11:42:13.516 INFO:teuthology.orchestra.run.vm09.stdout:(159/312): jakarta-annotations-1.3.5-16.el9.noa 1.5 MB/s | 44 kB 00:00 2026-04-02T11:42:13.527 INFO:teuthology.orchestra.run.vm09.stdout:(160/312): jansi-2.3.3-9.el9.x86_64.rpm 3.4 MB/s | 108 kB 00:00 2026-04-02T11:42:13.544 INFO:teuthology.orchestra.run.vm07.stdout:(154/312): hicolor-icon-theme-0.17-13.el9.noarc 2.0 MB/s | 66 kB 00:00 2026-04-02T11:42:13.566 INFO:teuthology.orchestra.run.vm09.stdout:(161/312): java-17-openjdk-17.0.18.0.8-1.el9.x8 8.4 MB/s | 428 kB 00:00 2026-04-02T11:42:13.616 INFO:teuthology.orchestra.run.vm07.stdout:(155/312): guava-30.1-10.el9.noarch.rpm 19 MB/s | 2.3 MB 00:00 2026-04-02T11:42:13.633 INFO:teuthology.orchestra.run.vm07.stdout:(156/312): gtk3-3.24.31-8.el9.x86_64.rpm 25 MB/s | 4.8 MB 00:00 2026-04-02T11:42:13.634 INFO:teuthology.orchestra.run.vm09.stdout:(162/312): iso-codes-4.6.0-3.el9.noarch.rpm 21 MB/s | 3.3 MB 00:00 2026-04-02T11:42:13.636 INFO:teuthology.orchestra.run.vm07.stdout:(157/312): httpcomponents-client-4.5.13-7.el9.n 7.0 MB/s | 655 kB 00:00 2026-04-02T11:42:13.667 INFO:teuthology.orchestra.run.vm07.stdout:(158/312): jakarta-annotations-1.3.5-16.el9.noa 1.4 MB/s | 44 kB 00:00 2026-04-02T11:42:13.667 INFO:teuthology.orchestra.run.vm09.stdout:(163/312): javapackages-filesystem-6.4.0-1.el9. 308 kB/s | 10 kB 00:00 2026-04-02T11:42:13.677 INFO:teuthology.orchestra.run.vm07.stdout:(159/312): httpcomponents-core-4.4.13-11.el9.no 10 MB/s | 630 kB 00:00 2026-04-02T11:42:13.700 INFO:teuthology.orchestra.run.vm07.stdout:(160/312): jansi-2.3.3-9.el9.x86_64.rpm 3.2 MB/s | 108 kB 00:00 2026-04-02T11:42:13.702 INFO:teuthology.orchestra.run.vm09.stdout:(164/312): javapackages-tools-6.4.0-1.el9.noarc 901 kB/s | 31 kB 00:00 2026-04-02T11:42:13.727 INFO:teuthology.orchestra.run.vm07.stdout:(161/312): java-17-openjdk-17.0.18.0.8-1.el9.x8 8.5 MB/s | 428 kB 00:00 2026-04-02T11:42:13.769 INFO:teuthology.orchestra.run.vm09.stdout:(165/312): jbigkit-libs-2.1-23.el9.x86_64.rpm 779 kB/s | 52 kB 00:00 2026-04-02T11:42:13.783 INFO:teuthology.orchestra.run.vm09.stdout:(166/312): java-17-openjdk-devel-17.0.18.0.8-1. 18 MB/s | 4.7 MB 00:00 2026-04-02T11:42:13.794 INFO:teuthology.orchestra.run.vm07.stdout:(162/312): iso-codes-4.6.0-3.el9.noarch.rpm 21 MB/s | 3.3 MB 00:00 2026-04-02T11:42:13.801 INFO:teuthology.orchestra.run.vm09.stdout:(167/312): jcl-over-slf4j-1.7.30-16.el9.noarch. 720 kB/s | 23 kB 00:00 2026-04-02T11:42:13.822 INFO:teuthology.orchestra.run.vm07.stdout:(163/312): javapackages-filesystem-6.4.0-1.el9. 361 kB/s | 10 kB 00:00 2026-04-02T11:42:13.832 INFO:teuthology.orchestra.run.vm09.stdout:(168/312): jsoup-1.13.1-13.el9.noarch.rpm 7.6 MB/s | 375 kB 00:00 2026-04-02T11:42:13.833 INFO:teuthology.orchestra.run.vm09.stdout:(169/312): jsr-305-3.0.2-9.el9.noarch.rpm 975 kB/s | 31 kB 00:00 2026-04-02T11:42:13.853 INFO:teuthology.orchestra.run.vm07.stdout:(164/312): javapackages-tools-6.4.0-1.el9.noarc 1.0 MB/s | 31 kB 00:00 2026-04-02T11:42:13.862 INFO:teuthology.orchestra.run.vm09.stdout:(170/312): libX11-xcb-1.7.0-11.el9.x86_64.rpm 363 kB/s | 10 kB 00:00 2026-04-02T11:42:13.869 INFO:teuthology.orchestra.run.vm09.stdout:(171/312): lcms2-2.12-3.el9.x86_64.rpm 4.4 MB/s | 166 kB 00:00 2026-04-02T11:42:13.885 INFO:teuthology.orchestra.run.vm07.stdout:(165/312): jbigkit-libs-2.1-23.el9.x86_64.rpm 1.6 MB/s | 52 kB 00:00 2026-04-02T11:42:13.892 INFO:teuthology.orchestra.run.vm09.stdout:(172/312): libXcomposite-0.4.5-7.el9.x86_64.rpm 762 kB/s | 23 kB 00:00 2026-04-02T11:42:13.900 INFO:teuthology.orchestra.run.vm09.stdout:(173/312): libXcursor-1.2.0-7.el9.x86_64.rpm 984 kB/s | 30 kB 00:00 2026-04-02T11:42:13.910 INFO:teuthology.orchestra.run.vm07.stdout:(166/312): java-17-openjdk-devel-17.0.18.0.8-1. 22 MB/s | 4.7 MB 00:00 2026-04-02T11:42:13.914 INFO:teuthology.orchestra.run.vm07.stdout:(167/312): jcl-over-slf4j-1.7.30-16.el9.noarch. 765 kB/s | 23 kB 00:00 2026-04-02T11:42:13.923 INFO:teuthology.orchestra.run.vm09.stdout:(174/312): libXdamage-1.1.5-7.el9.x86_64.rpm 726 kB/s | 22 kB 00:00 2026-04-02T11:42:13.930 INFO:teuthology.orchestra.run.vm09.stdout:(175/312): libXfixes-5.0.3-16.el9.x86_64.rpm 628 kB/s | 19 kB 00:00 2026-04-02T11:42:13.946 INFO:teuthology.orchestra.run.vm07.stdout:(168/312): jsr-305-3.0.2-9.el9.noarch.rpm 989 kB/s | 31 kB 00:00 2026-04-02T11:42:13.951 INFO:teuthology.orchestra.run.vm07.stdout:(169/312): jsoup-1.13.1-13.el9.noarch.rpm 9.0 MB/s | 375 kB 00:00 2026-04-02T11:42:13.952 INFO:teuthology.orchestra.run.vm09.stdout:(176/312): libXi-1.7.10-8.el9.x86_64.rpm 1.3 MB/s | 39 kB 00:00 2026-04-02T11:42:13.959 INFO:teuthology.orchestra.run.vm09.stdout:(177/312): libXinerama-1.1.4-10.el9.x86_64.rpm 501 kB/s | 14 kB 00:00 2026-04-02T11:42:13.979 INFO:teuthology.orchestra.run.vm07.stdout:(170/312): lcms2-2.12-3.el9.x86_64.rpm 5.0 MB/s | 166 kB 00:00 2026-04-02T11:42:13.979 INFO:teuthology.orchestra.run.vm07.stdout:(171/312): libX11-xcb-1.7.0-11.el9.x86_64.rpm 361 kB/s | 10 kB 00:00 2026-04-02T11:42:13.983 INFO:teuthology.orchestra.run.vm09.stdout:(178/312): libXrandr-1.5.2-8.el9.x86_64.rpm 889 kB/s | 27 kB 00:00 2026-04-02T11:42:13.989 INFO:teuthology.orchestra.run.vm09.stdout:(179/312): libXtst-1.2.3-16.el9.x86_64.rpm 683 kB/s | 20 kB 00:00 2026-04-02T11:42:14.010 INFO:teuthology.orchestra.run.vm07.stdout:(172/312): libXcomposite-0.4.5-7.el9.x86_64.rpm 749 kB/s | 23 kB 00:00 2026-04-02T11:42:14.010 INFO:teuthology.orchestra.run.vm07.stdout:(173/312): libXcursor-1.2.0-7.el9.x86_64.rpm 958 kB/s | 30 kB 00:00 2026-04-02T11:42:14.014 INFO:teuthology.orchestra.run.vm09.stdout:(180/312): libXv-1.0.11-16.el9.x86_64.rpm 594 kB/s | 18 kB 00:00 2026-04-02T11:42:14.020 INFO:teuthology.orchestra.run.vm09.stdout:(181/312): libXxf86vm-1.1.4-18.el9.x86_64.rpm 590 kB/s | 18 kB 00:00 2026-04-02T11:42:14.040 INFO:teuthology.orchestra.run.vm07.stdout:(174/312): libXdamage-1.1.5-7.el9.x86_64.rpm 727 kB/s | 22 kB 00:00 2026-04-02T11:42:14.042 INFO:teuthology.orchestra.run.vm07.stdout:(175/312): libXfixes-5.0.3-16.el9.x86_64.rpm 611 kB/s | 19 kB 00:00 2026-04-02T11:42:14.045 INFO:teuthology.orchestra.run.vm09.stdout:(182/312): libasyncns-0.8-22.el9.x86_64.rpm 966 kB/s | 29 kB 00:00 2026-04-02T11:42:14.052 INFO:teuthology.orchestra.run.vm09.stdout:(183/312): libcanberra-0.30-27.el9.x86_64.rpm 2.6 MB/s | 85 kB 00:00 2026-04-02T11:42:14.069 INFO:teuthology.orchestra.run.vm07.stdout:(176/312): libXi-1.7.10-8.el9.x86_64.rpm 1.3 MB/s | 39 kB 00:00 2026-04-02T11:42:14.070 INFO:teuthology.orchestra.run.vm07.stdout:(177/312): libXinerama-1.1.4-10.el9.x86_64.rpm 500 kB/s | 14 kB 00:00 2026-04-02T11:42:14.076 INFO:teuthology.orchestra.run.vm09.stdout:(184/312): libcanberra-gtk3-0.30-27.el9.x86_64. 981 kB/s | 31 kB 00:00 2026-04-02T11:42:14.085 INFO:teuthology.orchestra.run.vm09.stdout:(185/312): libdrm-2.4.123-2.el9.x86_64.rpm 4.7 MB/s | 158 kB 00:00 2026-04-02T11:42:14.100 INFO:teuthology.orchestra.run.vm07.stdout:(178/312): libXrandr-1.5.2-8.el9.x86_64.rpm 892 kB/s | 27 kB 00:00 2026-04-02T11:42:14.101 INFO:teuthology.orchestra.run.vm07.stdout:(179/312): libXtst-1.2.3-16.el9.x86_64.rpm 657 kB/s | 20 kB 00:00 2026-04-02T11:42:14.113 INFO:teuthology.orchestra.run.vm09.stdout:(186/312): libepoxy-1.5.5-4.el9.x86_64.rpm 6.6 MB/s | 244 kB 00:00 2026-04-02T11:42:14.129 INFO:teuthology.orchestra.run.vm09.stdout:(187/312): libexif-0.6.22-6.el9.x86_64.rpm 9.5 MB/s | 423 kB 00:00 2026-04-02T11:42:14.132 INFO:teuthology.orchestra.run.vm07.stdout:(180/312): libXv-1.0.11-16.el9.x86_64.rpm 579 kB/s | 18 kB 00:00 2026-04-02T11:42:14.133 INFO:teuthology.orchestra.run.vm07.stdout:(181/312): libXxf86vm-1.1.4-18.el9.x86_64.rpm 563 kB/s | 18 kB 00:00 2026-04-02T11:42:14.144 INFO:teuthology.orchestra.run.vm09.stdout:(188/312): libfontenc-1.1.3-17.el9.x86_64.rpm 961 kB/s | 30 kB 00:00 2026-04-02T11:42:14.161 INFO:teuthology.orchestra.run.vm09.stdout:(189/312): libgexiv2-0.14.3-1.el9.x86_64.rpm 2.9 MB/s | 93 kB 00:00 2026-04-02T11:42:14.164 INFO:teuthology.orchestra.run.vm07.stdout:(182/312): libasyncns-0.8-22.el9.x86_64.rpm 943 kB/s | 29 kB 00:00 2026-04-02T11:42:14.166 INFO:teuthology.orchestra.run.vm07.stdout:(183/312): libcanberra-0.30-27.el9.x86_64.rpm 2.6 MB/s | 85 kB 00:00 2026-04-02T11:42:14.178 INFO:teuthology.orchestra.run.vm09.stdout:(190/312): libglvnd-1.3.4-1.el9.x86_64.rpm 3.9 MB/s | 133 kB 00:00 2026-04-02T11:42:14.190 INFO:teuthology.orchestra.run.vm09.stdout:(191/312): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.2 MB/s | 36 kB 00:00 2026-04-02T11:42:14.194 INFO:teuthology.orchestra.run.vm07.stdout:(184/312): libcanberra-gtk3-0.30-27.el9.x86_64. 1.0 MB/s | 31 kB 00:00 2026-04-02T11:42:14.200 INFO:teuthology.orchestra.run.vm07.stdout:(185/312): libdrm-2.4.123-2.el9.x86_64.rpm 4.6 MB/s | 158 kB 00:00 2026-04-02T11:42:14.211 INFO:teuthology.orchestra.run.vm09.stdout:(192/312): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 4.2 MB/s | 140 kB 00:00 2026-04-02T11:42:14.227 INFO:teuthology.orchestra.run.vm09.stdout:(193/312): libgsf-1.14.47-5.el9.x86_64.rpm 6.6 MB/s | 245 kB 00:00 2026-04-02T11:42:14.231 INFO:teuthology.orchestra.run.vm07.stdout:(186/312): libepoxy-1.5.5-4.el9.x86_64.rpm 6.6 MB/s | 244 kB 00:00 2026-04-02T11:42:14.243 INFO:teuthology.orchestra.run.vm09.stdout:(194/312): libgxps-0.3.2-3.el9.x86_64.rpm 2.5 MB/s | 78 kB 00:00 2026-04-02T11:42:14.243 INFO:teuthology.orchestra.run.vm07.stdout:(187/312): libexif-0.6.22-6.el9.x86_64.rpm 10 MB/s | 423 kB 00:00 2026-04-02T11:42:14.258 INFO:teuthology.orchestra.run.vm09.stdout:(195/312): libiptcdata-1.0.5-10.el9.x86_64.rpm 1.9 MB/s | 60 kB 00:00 2026-04-02T11:42:14.263 INFO:teuthology.orchestra.run.vm07.stdout:(188/312): libfontenc-1.1.3-17.el9.x86_64.rpm 955 kB/s | 30 kB 00:00 2026-04-02T11:42:14.272 INFO:teuthology.orchestra.run.vm09.stdout:(196/312): libldac-2.0.2.3-10.el9.x86_64.rpm 1.4 MB/s | 40 kB 00:00 2026-04-02T11:42:14.274 INFO:teuthology.orchestra.run.vm07.stdout:(189/312): libgexiv2-0.14.3-1.el9.x86_64.rpm 2.9 MB/s | 93 kB 00:00 2026-04-02T11:42:14.292 INFO:teuthology.orchestra.run.vm09.stdout:(197/312): libnbd-1.20.3-4.el9.x86_64.rpm 5.0 MB/s | 171 kB 00:00 2026-04-02T11:42:14.296 INFO:teuthology.orchestra.run.vm07.stdout:(190/312): libglvnd-1.3.4-1.el9.x86_64.rpm 3.9 MB/s | 133 kB 00:00 2026-04-02T11:42:14.300 INFO:teuthology.orchestra.run.vm09.stdout:(198/312): libnotify-0.7.9-8.el9.x86_64.rpm 1.5 MB/s | 43 kB 00:00 2026-04-02T11:42:14.303 INFO:teuthology.orchestra.run.vm07.stdout:(191/312): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.2 MB/s | 36 kB 00:00 2026-04-02T11:42:14.321 INFO:teuthology.orchestra.run.vm09.stdout:(199/312): libogg-1.3.4-6.el9.x86_64.rpm 1.1 MB/s | 32 kB 00:00 2026-04-02T11:42:14.329 INFO:teuthology.orchestra.run.vm07.stdout:(192/312): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 4.2 MB/s | 140 kB 00:00 2026-04-02T11:42:14.340 INFO:teuthology.orchestra.run.vm07.stdout:(193/312): libgsf-1.14.47-5.el9.x86_64.rpm 6.6 MB/s | 245 kB 00:00 2026-04-02T11:42:14.341 INFO:teuthology.orchestra.run.vm09.stdout:(200/312): libosinfo-1.10.0-1.el9.x86_64.rpm 7.6 MB/s | 312 kB 00:00 2026-04-02T11:42:14.354 INFO:teuthology.orchestra.run.vm09.stdout:(201/312): libpmemobj-1.12.1-1.el9.x86_64.rpm 4.8 MB/s | 159 kB 00:00 2026-04-02T11:42:14.361 INFO:teuthology.orchestra.run.vm07.stdout:(194/312): libgxps-0.3.2-3.el9.x86_64.rpm 2.4 MB/s | 78 kB 00:00 2026-04-02T11:42:14.370 INFO:teuthology.orchestra.run.vm09.stdout:(202/312): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.5 MB/s | 44 kB 00:00 2026-04-02T11:42:14.371 INFO:teuthology.orchestra.run.vm07.stdout:(195/312): libiptcdata-1.0.5-10.el9.x86_64.rpm 1.9 MB/s | 60 kB 00:00 2026-04-02T11:42:14.390 INFO:teuthology.orchestra.run.vm07.stdout:(196/312): libldac-2.0.2.3-10.el9.x86_64.rpm 1.4 MB/s | 40 kB 00:00 2026-04-02T11:42:14.399 INFO:teuthology.orchestra.run.vm09.stdout:(203/312): libsbc-1.4-9.el9.x86_64.rpm 1.5 MB/s | 44 kB 00:00 2026-04-02T11:42:14.403 INFO:teuthology.orchestra.run.vm09.stdout:(204/312): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2026-04-02T11:42:14.406 INFO:teuthology.orchestra.run.vm07.stdout:(197/312): libnbd-1.20.3-4.el9.x86_64.rpm 4.8 MB/s | 171 kB 00:00 2026-04-02T11:42:14.418 INFO:teuthology.orchestra.run.vm07.stdout:(198/312): libnotify-0.7.9-8.el9.x86_64.rpm 1.5 MB/s | 43 kB 00:00 2026-04-02T11:42:14.434 INFO:teuthology.orchestra.run.vm09.stdout:(205/312): libsndfile-1.0.31-9.el9.x86_64.rpm 5.8 MB/s | 205 kB 00:00 2026-04-02T11:42:14.440 INFO:teuthology.orchestra.run.vm09.stdout:(206/312): libstoragemgmt-1.10.1-1.el9.x86_64.r 6.6 MB/s | 243 kB 00:00 2026-04-02T11:42:14.448 INFO:teuthology.orchestra.run.vm07.stdout:(199/312): libogg-1.3.4-6.el9.x86_64.rpm 783 kB/s | 32 kB 00:00 2026-04-02T11:42:14.458 INFO:teuthology.orchestra.run.vm07.stdout:(200/312): libosinfo-1.10.0-1.el9.x86_64.rpm 7.7 MB/s | 312 kB 00:00 2026-04-02T11:42:14.469 INFO:teuthology.orchestra.run.vm09.stdout:(207/312): libtheora-1.1.1-31.el9.x86_64.rpm 4.7 MB/s | 163 kB 00:00 2026-04-02T11:42:14.475 INFO:teuthology.orchestra.run.vm09.stdout:(208/312): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 5.6 MB/s | 196 kB 00:00 2026-04-02T11:42:14.482 INFO:teuthology.orchestra.run.vm07.stdout:(201/312): libpmemobj-1.12.1-1.el9.x86_64.rpm 4.7 MB/s | 159 kB 00:00 2026-04-02T11:42:14.488 INFO:teuthology.orchestra.run.vm07.stdout:(202/312): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.4 MB/s | 44 kB 00:00 2026-04-02T11:42:14.507 INFO:teuthology.orchestra.run.vm09.stdout:(209/312): libtracker-sparql-3.1.2-3.el9_1.x86_ 8.1 MB/s | 316 kB 00:00 2026-04-02T11:42:14.509 INFO:teuthology.orchestra.run.vm09.stdout:(210/312): libvorbis-1.3.7-5.el9.x86_64.rpm 5.5 MB/s | 192 kB 00:00 2026-04-02T11:42:14.517 INFO:teuthology.orchestra.run.vm07.stdout:(203/312): libsbc-1.4-9.el9.x86_64.rpm 1.5 MB/s | 44 kB 00:00 2026-04-02T11:42:14.534 INFO:teuthology.orchestra.run.vm07.stdout:(204/312): librdkafka-1.6.1-102.el9.x86_64.rpm 12 MB/s | 662 kB 00:00 2026-04-02T11:42:14.536 INFO:teuthology.orchestra.run.vm09.stdout:(211/312): libwayland-client-1.21.0-1.el9.x86_6 1.1 MB/s | 33 kB 00:00 2026-04-02T11:42:14.539 INFO:teuthology.orchestra.run.vm09.stdout:(212/312): libwayland-cursor-1.21.0-1.el9.x86_6 621 kB/s | 18 kB 00:00 2026-04-02T11:42:14.547 INFO:teuthology.orchestra.run.vm07.stdout:(205/312): libsndfile-1.0.31-9.el9.x86_64.rpm 6.7 MB/s | 205 kB 00:00 2026-04-02T11:42:14.565 INFO:teuthology.orchestra.run.vm07.stdout:(206/312): libstoragemgmt-1.10.1-1.el9.x86_64.r 7.9 MB/s | 243 kB 00:00 2026-04-02T11:42:14.577 INFO:teuthology.orchestra.run.vm07.stdout:(207/312): libtheora-1.1.1-31.el9.x86_64.rpm 5.4 MB/s | 163 kB 00:00 2026-04-02T11:42:14.606 INFO:teuthology.orchestra.run.vm07.stdout:(208/312): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 4.7 MB/s | 196 kB 00:00 2026-04-02T11:42:14.634 INFO:teuthology.orchestra.run.vm07.stdout:(209/312): libtracker-sparql-3.1.2-3.el9_1.x86_ 5.5 MB/s | 316 kB 00:00 2026-04-02T11:42:14.675 INFO:teuthology.orchestra.run.vm07.stdout:(210/312): libvorbis-1.3.7-5.el9.x86_64.rpm 2.8 MB/s | 192 kB 00:00 2026-04-02T11:42:14.701 INFO:teuthology.orchestra.run.vm09.stdout:(213/312): java-17-openjdk-headless-17.0.18.0.8 39 MB/s | 44 MB 00:01 2026-04-02T11:42:14.701 INFO:teuthology.orchestra.run.vm07.stdout:(211/312): libwayland-client-1.21.0-1.el9.x86_6 489 kB/s | 33 kB 00:00 2026-04-02T11:42:14.736 INFO:teuthology.orchestra.run.vm07.stdout:(212/312): libwayland-cursor-1.21.0-1.el9.x86_6 304 kB/s | 18 kB 00:00 2026-04-02T11:42:14.781 INFO:teuthology.orchestra.run.vm07.stdout:(213/312): libwayland-egl-1.21.0-1.el9.x86_64.r 149 kB/s | 12 kB 00:00 2026-04-02T11:42:14.781 INFO:teuthology.orchestra.run.vm09.stdout:(214/312): libwayland-egl-1.21.0-1.el9.x86_64.r 49 kB/s | 12 kB 00:00 2026-04-02T11:42:14.851 INFO:teuthology.orchestra.run.vm09.stdout:(215/312): libwayland-server-1.21.0-1.el9.x86_6 131 kB/s | 41 kB 00:00 2026-04-02T11:42:14.852 INFO:teuthology.orchestra.run.vm07.stdout:(214/312): libwayland-server-1.21.0-1.el9.x86_6 355 kB/s | 41 kB 00:00 2026-04-02T11:42:14.854 INFO:teuthology.orchestra.run.vm07.stdout:(215/312): libwebp-1.2.0-8.el9.x86_64.rpm 3.7 MB/s | 276 kB 00:00 2026-04-02T11:42:14.854 INFO:teuthology.orchestra.run.vm09.stdout:(216/312): libxkbcommon-1.0.3-4.el9.x86_64.rpm 1.8 MB/s | 132 kB 00:00 2026-04-02T11:42:14.856 INFO:teuthology.orchestra.run.vm09.stdout:(217/312): libwebp-1.2.0-8.el9.x86_64.rpm 1.7 MB/s | 276 kB 00:00 2026-04-02T11:42:14.878 INFO:teuthology.orchestra.run.vm09.stdout:(218/312): libxshmfence-1.3-10.el9.x86_64.rpm 440 kB/s | 12 kB 00:00 2026-04-02T11:42:14.883 INFO:teuthology.orchestra.run.vm09.stdout:(219/312): libxslt-1.1.34-13.el9_6.x86_64.rpm 8.2 MB/s | 239 kB 00:00 2026-04-02T11:42:14.884 INFO:teuthology.orchestra.run.vm09.stdout:(220/312): llvm-filesystem-20.1.8-3.el9.x86_64. 340 kB/s | 9.2 kB 00:00 2026-04-02T11:42:14.916 INFO:teuthology.orchestra.run.vm09.stdout:(221/312): lttng-ust-2.12.0-6.el9.x86_64.rpm 8.6 MB/s | 282 kB 00:00 2026-04-02T11:42:14.917 INFO:teuthology.orchestra.run.vm09.stdout:(222/312): low-memory-monitor-2.1-4.el9.x86_64. 1.0 MB/s | 35 kB 00:00 2026-04-02T11:42:14.964 INFO:teuthology.orchestra.run.vm09.stdout:(223/312): lua-5.4.4-4.el9.x86_64.rpm 3.9 MB/s | 187 kB 00:00 2026-04-02T11:42:14.988 INFO:teuthology.orchestra.run.vm09.stdout:(224/312): lua-posix-35.0-8.el9.x86_64.rpm 1.8 MB/s | 131 kB 00:00 2026-04-02T11:42:14.990 INFO:teuthology.orchestra.run.vm07.stdout:(216/312): java-17-openjdk-headless-17.0.18.0.8 35 MB/s | 44 MB 00:01 2026-04-02T11:42:14.991 INFO:teuthology.orchestra.run.vm07.stdout:(217/312): libxshmfence-1.3-10.el9.x86_64.rpm 84 kB/s | 12 kB 00:00 2026-04-02T11:42:14.991 INFO:teuthology.orchestra.run.vm09.stdout:(225/312): maven-3.6.3-22.el9.noarch.rpm 620 kB/s | 17 kB 00:00 2026-04-02T11:42:14.992 INFO:teuthology.orchestra.run.vm07.stdout:(218/312): libxkbcommon-1.0.3-4.el9.x86_64.rpm 940 kB/s | 132 kB 00:00 2026-04-02T11:42:15.020 INFO:teuthology.orchestra.run.vm09.stdout:(226/312): maven-openjdk17-3.6.3-22.el9.noarch. 286 kB/s | 8.0 kB 00:00 2026-04-02T11:42:15.021 INFO:teuthology.orchestra.run.vm07.stdout:(219/312): llvm-filesystem-20.1.8-3.el9.x86_64. 313 kB/s | 9.2 kB 00:00 2026-04-02T11:42:15.028 INFO:teuthology.orchestra.run.vm07.stdout:(220/312): libxslt-1.1.34-13.el9_6.x86_64.rpm 6.2 MB/s | 239 kB 00:00 2026-04-02T11:42:15.050 INFO:teuthology.orchestra.run.vm07.stdout:(221/312): low-memory-monitor-2.1-4.el9.x86_64. 1.2 MB/s | 35 kB 00:00 2026-04-02T11:42:15.064 INFO:teuthology.orchestra.run.vm07.stdout:(222/312): lttng-ust-2.12.0-6.el9.x86_64.rpm 7.6 MB/s | 282 kB 00:00 2026-04-02T11:42:15.079 INFO:teuthology.orchestra.run.vm09.stdout:(227/312): maven-lib-3.6.3-22.el9.noarch.rpm 16 MB/s | 1.5 MB 00:00 2026-04-02T11:42:15.081 INFO:teuthology.orchestra.run.vm09.stdout:(228/312): maven-resolver-1.6.1-14.el9.noarch.r 8.3 MB/s | 512 kB 00:00 2026-04-02T11:42:15.085 INFO:teuthology.orchestra.run.vm07.stdout:(223/312): lua-5.4.4-4.el9.x86_64.rpm 5.2 MB/s | 187 kB 00:00 2026-04-02T11:42:15.097 INFO:teuthology.orchestra.run.vm07.stdout:(224/312): lua-posix-35.0-8.el9.x86_64.rpm 4.0 MB/s | 131 kB 00:00 2026-04-02T11:42:15.112 INFO:teuthology.orchestra.run.vm09.stdout:(229/312): maven-shared-utils-3.3.4-7.el9.noarc 4.5 MB/s | 150 kB 00:00 2026-04-02T11:42:15.114 INFO:teuthology.orchestra.run.vm09.stdout:(230/312): maven-wagon-3.4.2-10.el9.noarch.rpm 3.3 MB/s | 111 kB 00:00 2026-04-02T11:42:15.117 INFO:teuthology.orchestra.run.vm07.stdout:(225/312): maven-3.6.3-22.el9.noarch.rpm 529 kB/s | 17 kB 00:00 2026-04-02T11:42:15.145 INFO:teuthology.orchestra.run.vm09.stdout:(231/312): mesa-filesystem-25.0.7-5.el9_7.x86_6 352 kB/s | 11 kB 00:00 2026-04-02T11:42:15.146 INFO:teuthology.orchestra.run.vm07.stdout:(226/312): maven-openjdk17-3.6.3-22.el9.noarch. 279 kB/s | 8.0 kB 00:00 2026-04-02T11:42:15.178 INFO:teuthology.orchestra.run.vm09.stdout:(232/312): mesa-libEGL-25.0.7-5.el9_7.x86_64.rp 4.0 MB/s | 136 kB 00:00 2026-04-02T11:42:15.182 INFO:teuthology.orchestra.run.vm07.stdout:(227/312): maven-lib-3.6.3-22.el9.noarch.rpm 17 MB/s | 1.5 MB 00:00 2026-04-02T11:42:15.196 INFO:teuthology.orchestra.run.vm07.stdout:(228/312): maven-resolver-1.6.1-14.el9.noarch.r 10 MB/s | 512 kB 00:00 2026-04-02T11:42:15.214 INFO:teuthology.orchestra.run.vm07.stdout:(229/312): maven-shared-utils-3.3.4-7.el9.noarc 4.5 MB/s | 150 kB 00:00 2026-04-02T11:42:15.215 INFO:teuthology.orchestra.run.vm09.stdout:(233/312): mesa-libGL-25.0.7-5.el9_7.x86_64.rpm 4.2 MB/s | 155 kB 00:00 2026-04-02T11:42:15.227 INFO:teuthology.orchestra.run.vm07.stdout:(230/312): maven-wagon-3.4.2-10.el9.noarch.rpm 3.4 MB/s | 111 kB 00:00 2026-04-02T11:42:15.250 INFO:teuthology.orchestra.run.vm09.stdout:(234/312): mesa-libgbm-25.0.7-5.el9_7.x86_64.rp 475 kB/s | 16 kB 00:00 2026-04-02T11:42:15.257 INFO:teuthology.orchestra.run.vm07.stdout:(231/312): mesa-filesystem-25.0.7-5.el9_7.x86_6 359 kB/s | 11 kB 00:00 2026-04-02T11:42:15.284 INFO:teuthology.orchestra.run.vm09.stdout:(235/312): mkfontscale-1.2.1-3.el9.x86_64.rpm 945 kB/s | 31 kB 00:00 2026-04-02T11:42:15.293 INFO:teuthology.orchestra.run.vm07.stdout:(232/312): mesa-libEGL-25.0.7-5.el9_7.x86_64.rp 3.7 MB/s | 136 kB 00:00 2026-04-02T11:42:15.315 INFO:teuthology.orchestra.run.vm09.stdout:(236/312): openblas-0.3.29-1.el9.x86_64.rpm 1.3 MB/s | 41 kB 00:00 2026-04-02T11:42:15.329 INFO:teuthology.orchestra.run.vm07.stdout:(233/312): mesa-libGL-25.0.7-5.el9_7.x86_64.rpm 4.2 MB/s | 155 kB 00:00 2026-04-02T11:42:15.363 INFO:teuthology.orchestra.run.vm07.stdout:(234/312): mesa-libgbm-25.0.7-5.el9_7.x86_64.rp 488 kB/s | 16 kB 00:00 2026-04-02T11:42:15.398 INFO:teuthology.orchestra.run.vm07.stdout:(235/312): mkfontscale-1.2.1-3.el9.x86_64.rpm 916 kB/s | 31 kB 00:00 2026-04-02T11:42:15.430 INFO:teuthology.orchestra.run.vm07.stdout:(236/312): openblas-0.3.29-1.el9.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2026-04-02T11:42:15.602 INFO:teuthology.orchestra.run.vm09.stdout:(237/312): mesa-dri-drivers-25.0.7-5.el9_7.x86_ 20 MB/s | 9.7 MB 00:00 2026-04-02T11:42:15.630 INFO:teuthology.orchestra.run.vm09.stdout:(238/312): openblas-openmp-0.3.29-1.el9.x86_64. 17 MB/s | 5.3 MB 00:00 2026-04-02T11:42:15.637 INFO:teuthology.orchestra.run.vm09.stdout:(239/312): openjpeg2-2.4.0-8.el9.x86_64.rpm 4.7 MB/s | 161 kB 00:00 2026-04-02T11:42:15.665 INFO:teuthology.orchestra.run.vm09.stdout:(240/312): opus-1.3.1-10.el9.x86_64.rpm 5.7 MB/s | 199 kB 00:00 2026-04-02T11:42:15.671 INFO:teuthology.orchestra.run.vm09.stdout:(241/312): orc-0.4.31-8.el9.x86_64.rpm 5.2 MB/s | 182 kB 00:00 2026-04-02T11:42:15.686 INFO:teuthology.orchestra.run.vm07.stdout:(237/312): mesa-dri-drivers-25.0.7-5.el9_7.x86_ 20 MB/s | 9.7 MB 00:00 2026-04-02T11:42:15.703 INFO:teuthology.orchestra.run.vm09.stdout:(242/312): osinfo-db-20250606-1.el9.rocky.20250 8.0 MB/s | 310 kB 00:00 2026-04-02T11:42:15.705 INFO:teuthology.orchestra.run.vm09.stdout:(243/312): osinfo-db-tools-1.10.0-1.el9.x86_64. 2.0 MB/s | 68 kB 00:00 2026-04-02T11:42:15.725 INFO:teuthology.orchestra.run.vm07.stdout:(238/312): openblas-openmp-0.3.29-1.el9.x86_64. 18 MB/s | 5.3 MB 00:00 2026-04-02T11:42:15.727 INFO:teuthology.orchestra.run.vm07.stdout:(239/312): openjpeg2-2.4.0-8.el9.x86_64.rpm 3.8 MB/s | 161 kB 00:00 2026-04-02T11:42:15.761 INFO:teuthology.orchestra.run.vm07.stdout:(240/312): opus-1.3.1-10.el9.x86_64.rpm 5.5 MB/s | 199 kB 00:00 2026-04-02T11:42:15.762 INFO:teuthology.orchestra.run.vm07.stdout:(241/312): orc-0.4.31-8.el9.x86_64.rpm 5.1 MB/s | 182 kB 00:00 2026-04-02T11:42:15.824 INFO:teuthology.orchestra.run.vm07.stdout:(242/312): osinfo-db-tools-1.10.0-1.el9.x86_64. 1.1 MB/s | 68 kB 00:00 2026-04-02T11:42:15.824 INFO:teuthology.orchestra.run.vm09.stdout:(244/312): llvm-libs-20.1.8-3.el9.x86_64.rpm 32 MB/s | 30 MB 00:00 2026-04-02T11:42:15.825 INFO:teuthology.orchestra.run.vm07.stdout:(243/312): osinfo-db-20250606-1.el9.rocky.20250 4.7 MB/s | 310 kB 00:00 2026-04-02T11:42:15.827 INFO:teuthology.orchestra.run.vm09.stdout:(245/312): p11-kit-server-0.25.3-3.el9_5.x86_64 2.0 MB/s | 244 kB 00:00 2026-04-02T11:42:15.829 INFO:teuthology.orchestra.run.vm09.stdout:(246/312): ostree-libs-2025.6-2.el9_7.x86_64.rp 3.7 MB/s | 484 kB 00:00 2026-04-02T11:42:15.851 INFO:teuthology.orchestra.run.vm09.stdout:(247/312): perl-Benchmark-1.23-481.1.el9_6.noar 949 kB/s | 25 kB 00:00 2026-04-02T11:42:15.929 INFO:teuthology.orchestra.run.vm09.stdout:(248/312): pipewire-1.0.1-1.el9.x86_64.rpm 1.0 MB/s | 101 kB 00:00 2026-04-02T11:42:15.930 INFO:teuthology.orchestra.run.vm07.stdout:(244/312): p11-kit-server-0.25.3-3.el9_5.x86_64 2.3 MB/s | 244 kB 00:00 2026-04-02T11:42:15.930 INFO:teuthology.orchestra.run.vm09.stdout:(249/312): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 710 kB/s | 56 kB 00:00 2026-04-02T11:42:15.932 INFO:teuthology.orchestra.run.vm09.stdout:(250/312): perl-Test-Harness-3.42-461.el9.noarc 2.5 MB/s | 267 kB 00:00 2026-04-02T11:42:15.932 INFO:teuthology.orchestra.run.vm07.stdout:(245/312): ostree-libs-2025.6-2.el9_7.x86_64.rp 4.3 MB/s | 484 kB 00:00 2026-04-02T11:42:15.956 INFO:teuthology.orchestra.run.vm09.stdout:(251/312): pipewire-jack-audio-connection-kit-1 307 kB/s | 8.1 kB 00:00 2026-04-02T11:42:15.956 INFO:teuthology.orchestra.run.vm07.stdout:(246/312): perl-Benchmark-1.23-481.1.el9_6.noar 960 kB/s | 25 kB 00:00 2026-04-02T11:42:15.958 INFO:teuthology.orchestra.run.vm09.stdout:(252/312): pipewire-jack-audio-connection-kit-l 4.8 MB/s | 134 kB 00:00 2026-04-02T11:42:15.981 INFO:teuthology.orchestra.run.vm09.stdout:(253/312): pipewire-libs-1.0.1-1.el9.x86_64.rpm 38 MB/s | 1.9 MB 00:00 2026-04-02T11:42:15.985 INFO:teuthology.orchestra.run.vm09.stdout:(254/312): plexus-cipher-1.7-30.el9.noarch.rpm 917 kB/s | 24 kB 00:00 2026-04-02T11:42:15.986 INFO:teuthology.orchestra.run.vm09.stdout:(255/312): pipewire-pulseaudio-1.0.1-1.el9.x86_ 6.1 MB/s | 185 kB 00:00 2026-04-02T11:42:16.035 INFO:teuthology.orchestra.run.vm09.stdout:(256/312): plexus-classworlds-2.6.0-14.el9.noar 1.1 MB/s | 59 kB 00:00 2026-04-02T11:42:16.036 INFO:teuthology.orchestra.run.vm07.stdout:(247/312): llvm-libs-20.1.8-3.el9.x86_64.rpm 29 MB/s | 30 MB 00:01 2026-04-02T11:42:16.036 INFO:teuthology.orchestra.run.vm09.stdout:(257/312): plexus-containers-component-annotati 335 kB/s | 17 kB 00:00 2026-04-02T11:42:16.037 INFO:teuthology.orchestra.run.vm07.stdout:(248/312): pipewire-1.0.1-1.el9.x86_64.rpm 1.2 MB/s | 101 kB 00:00 2026-04-02T11:42:16.037 INFO:teuthology.orchestra.run.vm09.stdout:(258/312): plexus-interpolation-1.26-15.el9.noa 1.5 MB/s | 78 kB 00:00 2026-04-02T11:42:16.039 INFO:teuthology.orchestra.run.vm07.stdout:(249/312): perl-Test-Harness-3.42-461.el9.noarc 2.5 MB/s | 267 kB 00:00 2026-04-02T11:42:16.062 INFO:teuthology.orchestra.run.vm09.stdout:(259/312): plexus-sec-dispatcher-1.4-41.el9.noa 1.2 MB/s | 32 kB 00:00 2026-04-02T11:42:16.063 INFO:teuthology.orchestra.run.vm07.stdout:(250/312): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 2.1 MB/s | 56 kB 00:00 2026-04-02T11:42:16.065 INFO:teuthology.orchestra.run.vm07.stdout:(251/312): pipewire-jack-audio-connection-kit-1 296 kB/s | 8.1 kB 00:00 2026-04-02T11:42:16.066 INFO:teuthology.orchestra.run.vm09.stdout:(260/312): plexus-utils-3.3.0-13.el9.noarch.rpm 8.3 MB/s | 253 kB 00:00 2026-04-02T11:42:16.068 INFO:teuthology.orchestra.run.vm07.stdout:(252/312): pipewire-jack-audio-connection-kit-l 4.4 MB/s | 134 kB 00:00 2026-04-02T11:42:16.078 INFO:teuthology.orchestra.run.vm09.stdout:(261/312): poppler-21.01.0-23.el9_7.x86_64.rpm 26 MB/s | 1.1 MB 00:00 2026-04-02T11:42:16.097 INFO:teuthology.orchestra.run.vm07.stdout:(253/312): pipewire-pulseaudio-1.0.1-1.el9.x86_ 5.7 MB/s | 185 kB 00:00 2026-04-02T11:42:16.098 INFO:teuthology.orchestra.run.vm09.stdout:(262/312): poppler-glib-21.01.0-23.el9_7.x86_64 4.7 MB/s | 151 kB 00:00 2026-04-02T11:42:16.098 INFO:teuthology.orchestra.run.vm07.stdout:(254/312): plexus-cipher-1.7-30.el9.noarch.rpm 842 kB/s | 24 kB 00:00 2026-04-02T11:42:16.124 INFO:teuthology.orchestra.run.vm07.stdout:(255/312): plexus-classworlds-2.6.0-14.el9.noar 2.1 MB/s | 59 kB 00:00 2026-04-02T11:42:16.125 INFO:teuthology.orchestra.run.vm07.stdout:(256/312): plexus-containers-component-annotati 624 kB/s | 17 kB 00:00 2026-04-02T11:42:16.126 INFO:teuthology.orchestra.run.vm09.stdout:(263/312): publicsuffix-list-20210518-3.el9.noa 2.8 MB/s | 82 kB 00:00 2026-04-02T11:42:16.137 INFO:teuthology.orchestra.run.vm09.stdout:(264/312): protobuf-3.14.0-17.el9_7.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2026-04-02T11:42:16.141 INFO:teuthology.orchestra.run.vm07.stdout:(257/312): pipewire-libs-1.0.1-1.el9.x86_64.rpm 24 MB/s | 1.9 MB 00:00 2026-04-02T11:42:16.145 INFO:teuthology.orchestra.run.vm09.stdout:(265/312): poppler-data-0.4.9-9.el9.0.1.noarch. 22 MB/s | 1.8 MB 00:00 2026-04-02T11:42:16.160 INFO:teuthology.orchestra.run.vm09.stdout:(266/312): pulseaudio-libs-15.0-3.el9.x86_64.rp 19 MB/s | 663 kB 00:00 2026-04-02T11:42:16.184 INFO:teuthology.orchestra.run.vm07.stdout:(258/312): plexus-sec-dispatcher-1.4-41.el9.noa 557 kB/s | 32 kB 00:00 2026-04-02T11:42:16.185 INFO:teuthology.orchestra.run.vm07.stdout:(259/312): plexus-interpolation-1.26-15.el9.noa 1.3 MB/s | 78 kB 00:00 2026-04-02T11:42:16.191 INFO:teuthology.orchestra.run.vm09.stdout:(267/312): python3-jinja2-2.11.3-8.el9_5.noarch 7.1 MB/s | 228 kB 00:00 2026-04-02T11:42:16.194 INFO:teuthology.orchestra.run.vm07.stdout:(260/312): plexus-utils-3.3.0-13.el9.noarch.rpm 4.7 MB/s | 253 kB 00:00 2026-04-02T11:42:16.195 INFO:teuthology.orchestra.run.vm09.stdout:(268/312): python3-devel-3.9.23-2.el9.x86_64.rp 4.0 MB/s | 205 kB 00:00 2026-04-02T11:42:16.224 INFO:teuthology.orchestra.run.vm09.stdout:(269/312): python3-jmespath-1.0.1-1.el9_7.noarc 1.3 MB/s | 43 kB 00:00 2026-04-02T11:42:16.227 INFO:teuthology.orchestra.run.vm07.stdout:(261/312): poppler-glib-21.01.0-23.el9_7.x86_64 4.5 MB/s | 151 kB 00:00 2026-04-02T11:42:16.231 INFO:teuthology.orchestra.run.vm09.stdout:(270/312): python3-libstoragemgmt-1.10.1-1.el9. 4.5 MB/s | 166 kB 00:00 2026-04-02T11:42:16.262 INFO:teuthology.orchestra.run.vm07.stdout:(262/312): poppler-21.01.0-23.el9_7.x86_64.rpm 14 MB/s | 1.1 MB 00:00 2026-04-02T11:42:16.265 INFO:teuthology.orchestra.run.vm09.stdout:(271/312): python3-markupsafe-1.1.1-12.el9.x86_ 959 kB/s | 32 kB 00:00 2026-04-02T11:42:16.276 INFO:teuthology.orchestra.run.vm07.stdout:(263/312): poppler-data-0.4.9-9.el9.0.1.noarch. 20 MB/s | 1.8 MB 00:00 2026-04-02T11:42:16.287 INFO:teuthology.orchestra.run.vm09.stdout:(272/312): python3-lxml-4.6.5-3.el9.x86_64.rpm 19 MB/s | 1.2 MB 00:00 2026-04-02T11:42:16.289 INFO:teuthology.orchestra.run.vm07.stdout:(264/312): publicsuffix-list-20210518-3.el9.noa 2.9 MB/s | 82 kB 00:00 2026-04-02T11:42:16.295 INFO:teuthology.orchestra.run.vm07.stdout:(265/312): protobuf-3.14.0-17.el9_7.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2026-04-02T11:42:16.316 INFO:teuthology.orchestra.run.vm07.stdout:(266/312): pulseaudio-libs-15.0-3.el9.x86_64.rp 16 MB/s | 663 kB 00:00 2026-04-02T11:42:16.325 INFO:teuthology.orchestra.run.vm09.stdout:(273/312): python3-numpy-f2py-1.23.5-2.el9_7.x8 9.6 MB/s | 368 kB 00:00 2026-04-02T11:42:16.334 INFO:teuthology.orchestra.run.vm07.stdout:(267/312): python3-devel-3.9.23-2.el9.x86_64.rp 5.2 MB/s | 205 kB 00:00 2026-04-02T11:42:16.344 INFO:teuthology.orchestra.run.vm09.stdout:(274/312): python3-babel-2.9.1-2.el9.noarch.rpm 28 MB/s | 5.8 MB 00:00 2026-04-02T11:42:16.350 INFO:teuthology.orchestra.run.vm07.stdout:(268/312): python3-jinja2-2.11.3-8.el9_5.noarch 6.5 MB/s | 228 kB 00:00 2026-04-02T11:42:16.356 INFO:teuthology.orchestra.run.vm09.stdout:(275/312): python3-packaging-20.9-5.el9.noarch. 2.1 MB/s | 69 kB 00:00 2026-04-02T11:42:16.363 INFO:teuthology.orchestra.run.vm07.stdout:(269/312): python3-jmespath-1.0.1-1.el9_7.noarc 1.5 MB/s | 43 kB 00:00 2026-04-02T11:42:16.381 INFO:teuthology.orchestra.run.vm09.stdout:(276/312): python3-protobuf-3.14.0-17.el9_7.noa 6.4 MB/s | 237 kB 00:00 2026-04-02T11:42:16.383 INFO:teuthology.orchestra.run.vm07.stdout:(270/312): python3-libstoragemgmt-1.10.1-1.el9. 4.9 MB/s | 166 kB 00:00 2026-04-02T11:42:16.390 INFO:teuthology.orchestra.run.vm09.stdout:(277/312): python3-pyasn1-0.4.8-7.el9_7.noarch. 3.9 MB/s | 132 kB 00:00 2026-04-02T11:42:16.414 INFO:teuthology.orchestra.run.vm07.stdout:(271/312): python3-markupsafe-1.1.1-12.el9.x86_ 1.0 MB/s | 32 kB 00:00 2026-04-02T11:42:16.418 INFO:teuthology.orchestra.run.vm09.stdout:(278/312): python3-requests-oauthlib-1.3.0-12.e 1.5 MB/s | 43 kB 00:00 2026-04-02T11:42:16.420 INFO:teuthology.orchestra.run.vm09.stdout:(279/312): python3-pyasn1-modules-0.4.8-7.el9_7 5.2 MB/s | 210 kB 00:00 2026-04-02T11:42:16.436 INFO:teuthology.orchestra.run.vm07.stdout:(272/312): python3-lxml-4.6.5-3.el9.x86_64.rpm 16 MB/s | 1.2 MB 00:00 2026-04-02T11:42:16.450 INFO:teuthology.orchestra.run.vm07.stdout:(273/312): python3-babel-2.9.1-2.el9.noarch.rpm 36 MB/s | 5.8 MB 00:00 2026-04-02T11:42:16.459 INFO:teuthology.orchestra.run.vm09.stdout:(280/312): python3-numpy-1.23.5-2.el9_7.x86_64. 30 MB/s | 5.8 MB 00:00 2026-04-02T11:42:16.460 INFO:teuthology.orchestra.run.vm09.stdout:(281/312): python3-toml-0.10.2-6.el9.0.1.noarch 1.1 MB/s | 44 kB 00:00 2026-04-02T11:42:16.470 INFO:teuthology.orchestra.run.vm07.stdout:(274/312): python3-numpy-f2py-1.23.5-2.el9_7.x8 11 MB/s | 368 kB 00:00 2026-04-02T11:42:16.479 INFO:teuthology.orchestra.run.vm07.stdout:(275/312): python3-packaging-20.9-5.el9.noarch. 2.3 MB/s | 69 kB 00:00 2026-04-02T11:42:16.489 INFO:teuthology.orchestra.run.vm09.stdout:(282/312): qatlib-service-24.09.0-1.el9.x86_64. 1.2 MB/s | 36 kB 00:00 2026-04-02T11:42:16.491 INFO:teuthology.orchestra.run.vm09.stdout:(283/312): qatlib-24.09.0-1.el9.x86_64.rpm 6.9 MB/s | 221 kB 00:00 2026-04-02T11:42:16.500 INFO:teuthology.orchestra.run.vm07.stdout:(276/312): python3-protobuf-3.14.0-17.el9_7.noa 7.6 MB/s | 237 kB 00:00 2026-04-02T11:42:16.511 INFO:teuthology.orchestra.run.vm07.stdout:(277/312): python3-pyasn1-0.4.8-7.el9_7.noarch. 4.1 MB/s | 132 kB 00:00 2026-04-02T11:42:16.517 INFO:teuthology.orchestra.run.vm09.stdout:(284/312): qatzip-libs-1.3.1-1.el9.x86_64.rpm 2.3 MB/s | 65 kB 00:00 2026-04-02T11:42:16.518 INFO:teuthology.orchestra.run.vm09.stdout:(285/312): rtkit-0.11-29.el9.x86_64.rpm 2.0 MB/s | 55 kB 00:00 2026-04-02T11:42:16.532 INFO:teuthology.orchestra.run.vm07.stdout:(278/312): python3-pyasn1-modules-0.4.8-7.el9_7 6.7 MB/s | 210 kB 00:00 2026-04-02T11:42:16.539 INFO:teuthology.orchestra.run.vm07.stdout:(279/312): python3-requests-oauthlib-1.3.0-12.e 1.5 MB/s | 43 kB 00:00 2026-04-02T11:42:16.552 INFO:teuthology.orchestra.run.vm09.stdout:(286/312): slf4j-1.7.30-16.el9.noarch.rpm 2.0 MB/s | 68 kB 00:00 2026-04-02T11:42:16.556 INFO:teuthology.orchestra.run.vm09.stdout:(287/312): sisu-0.3.4-14.el9.noarch.rpm 13 MB/s | 508 kB 00:00 2026-04-02T11:42:16.570 INFO:teuthology.orchestra.run.vm07.stdout:(280/312): python3-toml-0.10.2-6.el9.0.1.noarch 1.4 MB/s | 44 kB 00:00 2026-04-02T11:42:16.584 INFO:teuthology.orchestra.run.vm07.stdout:(281/312): python3-numpy-1.23.5-2.el9_7.x86_64. 34 MB/s | 5.8 MB 00:00 2026-04-02T11:42:16.589 INFO:teuthology.orchestra.run.vm09.stdout:(288/312): socat-1.7.4.1-8.el9.x86_64.rpm 7.9 MB/s | 299 kB 00:00 2026-04-02T11:42:16.601 INFO:teuthology.orchestra.run.vm09.stdout:(289/312): sound-theme-freedesktop-0.8-17.el9.0 8.5 MB/s | 384 kB 00:00 2026-04-02T11:42:16.604 INFO:teuthology.orchestra.run.vm07.stdout:(282/312): qatlib-24.09.0-1.el9.x86_64.rpm 6.4 MB/s | 221 kB 00:00 2026-04-02T11:42:16.614 INFO:teuthology.orchestra.run.vm07.stdout:(283/312): qatlib-service-24.09.0-1.el9.x86_64. 1.2 MB/s | 36 kB 00:00 2026-04-02T11:42:16.636 INFO:teuthology.orchestra.run.vm07.stdout:(284/312): qatzip-libs-1.3.1-1.el9.x86_64.rpm 2.0 MB/s | 65 kB 00:00 2026-04-02T11:42:16.637 INFO:teuthology.orchestra.run.vm09.stdout:(290/312): totem-pl-parser-3.26.6-2.el9.x86_64. 3.6 MB/s | 130 kB 00:00 2026-04-02T11:42:16.646 INFO:teuthology.orchestra.run.vm07.stdout:(285/312): rtkit-0.11-29.el9.x86_64.rpm 1.7 MB/s | 55 kB 00:00 2026-04-02T11:42:16.677 INFO:teuthology.orchestra.run.vm09.stdout:(291/312): spirv-tools-libs-2025.2-1.el9.x86_64 17 MB/s | 1.5 MB 00:00 2026-04-02T11:42:16.678 INFO:teuthology.orchestra.run.vm07.stdout:(286/312): slf4j-1.7.30-16.el9.noarch.rpm 2.1 MB/s | 68 kB 00:00 2026-04-02T11:42:16.685 INFO:teuthology.orchestra.run.vm07.stdout:(287/312): sisu-0.3.4-14.el9.noarch.rpm 10 MB/s | 508 kB 00:00 2026-04-02T11:42:16.688 INFO:teuthology.orchestra.run.vm09.stdout:(292/312): tracker-3.1.2-3.el9_1.x86_64.rpm 10 MB/s | 538 kB 00:00 2026-04-02T11:42:16.715 INFO:teuthology.orchestra.run.vm07.stdout:(288/312): socat-1.7.4.1-8.el9.x86_64.rpm 8.1 MB/s | 299 kB 00:00 2026-04-02T11:42:16.720 INFO:teuthology.orchestra.run.vm09.stdout:(293/312): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.6 MB/s | 52 kB 00:00 2026-04-02T11:42:16.728 INFO:teuthology.orchestra.run.vm07.stdout:(289/312): sound-theme-freedesktop-0.8-17.el9.0 8.8 MB/s | 384 kB 00:00 2026-04-02T11:42:16.746 INFO:teuthology.orchestra.run.vm09.stdout:(294/312): tracker-miners-3.1.2-4.el9_3.x86_64. 13 MB/s | 888 kB 00:00 2026-04-02T11:42:16.753 INFO:teuthology.orchestra.run.vm09.stdout:(295/312): tzdata-java-2026a-1.el9_7.noarch.rpm 4.4 MB/s | 145 kB 00:00 2026-04-02T11:42:16.765 INFO:teuthology.orchestra.run.vm07.stdout:(290/312): totem-pl-parser-3.26.6-2.el9.x86_64. 3.5 MB/s | 130 kB 00:00 2026-04-02T11:42:16.780 INFO:teuthology.orchestra.run.vm09.stdout:(296/312): upower-0.99.13-2.el9.x86_64.rpm 4.7 MB/s | 165 kB 00:00 2026-04-02T11:42:16.793 INFO:teuthology.orchestra.run.vm09.stdout:(297/312): webrtc-audio-processing-0.3.1-8.el9. 7.4 MB/s | 303 kB 00:00 2026-04-02T11:42:16.799 INFO:teuthology.orchestra.run.vm07.stdout:(291/312): spirv-tools-libs-2025.2-1.el9.x86_64 18 MB/s | 1.5 MB 00:00 2026-04-02T11:42:16.814 INFO:teuthology.orchestra.run.vm07.stdout:(292/312): tracker-3.1.2-3.el9_1.x86_64.rpm 11 MB/s | 538 kB 00:00 2026-04-02T11:42:16.820 INFO:teuthology.orchestra.run.vm09.stdout:(298/312): wireplumber-0.4.14-1.el9.0.1.x86_64. 2.0 MB/s | 83 kB 00:00 2026-04-02T11:42:16.833 INFO:teuthology.orchestra.run.vm09.stdout:(299/312): wireplumber-libs-0.4.14-1.el9.0.1.x8 8.5 MB/s | 338 kB 00:00 2026-04-02T11:42:16.847 INFO:teuthology.orchestra.run.vm07.stdout:(293/312): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.5 MB/s | 52 kB 00:00 2026-04-02T11:42:16.849 INFO:teuthology.orchestra.run.vm09.stdout:(300/312): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.4 MB/s | 41 kB 00:00 2026-04-02T11:42:16.858 INFO:teuthology.orchestra.run.vm07.stdout:(294/312): tracker-miners-3.1.2-4.el9_3.x86_64. 15 MB/s | 888 kB 00:00 2026-04-02T11:42:16.874 INFO:teuthology.orchestra.run.vm09.stdout:(301/312): xdg-desktop-portal-1.12.6-1.el9.x86_ 8.7 MB/s | 367 kB 00:00 2026-04-02T11:42:16.880 INFO:teuthology.orchestra.run.vm07.stdout:(295/312): tzdata-java-2026a-1.el9_7.noarch.rpm 4.3 MB/s | 145 kB 00:00 2026-04-02T11:42:16.881 INFO:teuthology.orchestra.run.vm09.stdout:(302/312): xdg-desktop-portal-gtk-1.12.0-3.el9. 4.0 MB/s | 130 kB 00:00 2026-04-02T11:42:16.893 INFO:teuthology.orchestra.run.vm07.stdout:(296/312): upower-0.99.13-2.el9.x86_64.rpm 4.7 MB/s | 165 kB 00:00 2026-04-02T11:42:16.914 INFO:teuthology.orchestra.run.vm07.stdout:(297/312): webrtc-audio-processing-0.3.1-8.el9. 8.9 MB/s | 303 kB 00:00 2026-04-02T11:42:16.921 INFO:teuthology.orchestra.run.vm07.stdout:(298/312): wireplumber-0.4.14-1.el9.0.1.x86_64. 2.9 MB/s | 83 kB 00:00 2026-04-02T11:42:16.959 INFO:teuthology.orchestra.run.vm07.stdout:(299/312): wireplumber-libs-0.4.14-1.el9.0.1.x8 7.5 MB/s | 338 kB 00:00 2026-04-02T11:42:16.959 INFO:teuthology.orchestra.run.vm09.stdout:(303/312): python3-scipy-1.9.3-2.el9.x86_64.rpm 35 MB/s | 19 MB 00:00 2026-04-02T11:42:16.960 INFO:teuthology.orchestra.run.vm07.stdout:(300/312): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.0 MB/s | 41 kB 00:00 2026-04-02T11:42:16.961 INFO:teuthology.orchestra.run.vm09.stdout:(304/312): xmlsec1-1.2.29-13.el9.x86_64.rpm 2.3 MB/s | 188 kB 00:00 2026-04-02T11:42:16.965 INFO:teuthology.orchestra.run.vm09.stdout:(305/312): xkeyboard-config-2.33-2.el9.0.1.noar 9.2 MB/s | 854 kB 00:00 2026-04-02T11:42:16.995 INFO:teuthology.orchestra.run.vm09.stdout:(306/312): xmlsec1-openssl-1.2.29-13.el9.x86_64 2.5 MB/s | 89 kB 00:00 2026-04-02T11:42:16.997 INFO:teuthology.orchestra.run.vm09.stdout:(307/312): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.7 MB/s | 63 kB 00:00 2026-04-02T11:42:16.999 INFO:teuthology.orchestra.run.vm07.stdout:(301/312): xdg-desktop-portal-gtk-1.12.0-3.el9. 3.3 MB/s | 130 kB 00:00 2026-04-02T11:42:17.001 INFO:teuthology.orchestra.run.vm07.stdout:(302/312): xdg-desktop-portal-1.12.6-1.el9.x86_ 8.6 MB/s | 367 kB 00:00 2026-04-02T11:42:17.015 INFO:teuthology.orchestra.run.vm09.stdout:(308/312): xorg-x11-fonts-Type1-7.5-33.el9.noar 9.8 MB/s | 499 kB 00:00 2026-04-02T11:42:17.022 INFO:teuthology.orchestra.run.vm09.stdout:(309/312): lua-devel-5.4.4-4.el9.x86_64.rpm 804 kB/s | 21 kB 00:00 2026-04-02T11:42:17.052 INFO:teuthology.orchestra.run.vm09.stdout:(310/312): protobuf-compiler-3.14.0-17.el9_7.x8 15 MB/s | 862 kB 00:00 2026-04-02T11:42:17.084 INFO:teuthology.orchestra.run.vm07.stdout:(303/312): python3-scipy-1.9.3-2.el9.x86_64.rpm 34 MB/s | 19 MB 00:00 2026-04-02T11:42:17.088 INFO:teuthology.orchestra.run.vm07.stdout:(304/312): xmlsec1-1.2.29-13.el9.x86_64.rpm 2.1 MB/s | 188 kB 00:00 2026-04-02T11:42:17.091 INFO:teuthology.orchestra.run.vm07.stdout:(305/312): xkeyboard-config-2.33-2.el9.0.1.noar 9.1 MB/s | 854 kB 00:00 2026-04-02T11:42:17.114 INFO:teuthology.orchestra.run.vm07.stdout:(306/312): xmlsec1-openssl-1.2.29-13.el9.x86_64 3.1 MB/s | 89 kB 00:00 2026-04-02T11:42:17.116 INFO:teuthology.orchestra.run.vm07.stdout:(307/312): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.2 MB/s | 63 kB 00:00 2026-04-02T11:42:17.127 INFO:teuthology.orchestra.run.vm07.stdout:(308/312): xorg-x11-fonts-Type1-7.5-33.el9.noar 14 MB/s | 499 kB 00:00 2026-04-02T11:42:17.142 INFO:teuthology.orchestra.run.vm07.stdout:(309/312): lua-devel-5.4.4-4.el9.x86_64.rpm 804 kB/s | 21 kB 00:00 2026-04-02T11:42:17.152 INFO:teuthology.orchestra.run.vm07.stdout:(310/312): protobuf-compiler-3.14.0-17.el9_7.x8 23 MB/s | 862 kB 00:00 2026-04-02T11:42:17.382 INFO:teuthology.orchestra.run.vm09.stdout:(311/312): librbd1-20.2.0-9.ge2ce8426bc5.el9.cl 7.9 MB/s | 2.8 MB 00:00 2026-04-02T11:42:17.459 INFO:teuthology.orchestra.run.vm09.stdout:(312/312): librados2-20.2.0-9.ge2ce8426bc5.el9. 8.0 MB/s | 3.5 MB 00:00 2026-04-02T11:42:17.465 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-02T11:42:17.466 INFO:teuthology.orchestra.run.vm09.stdout:Total 39 MB/s | 421 MB 00:10 2026-04-02T11:42:17.474 INFO:teuthology.orchestra.run.vm07.stdout:(311/312): librbd1-20.2.0-9.ge2ce8426bc5.el9.cl 8.6 MB/s | 2.8 MB 00:00 2026-04-02T11:42:17.515 INFO:teuthology.orchestra.run.vm07.stdout:(312/312): librados2-20.2.0-9.ge2ce8426bc5.el9. 9.1 MB/s | 3.5 MB 00:00 2026-04-02T11:42:17.526 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-04-02T11:42:17.526 INFO:teuthology.orchestra.run.vm07.stdout:Total 39 MB/s | 421 MB 00:10 2026-04-02T11:42:20.492 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-04-02T11:42:20.547 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-02T11:42:20.587 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-04-02T11:42:20.587 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-04-02T11:42:20.636 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-02T11:42:20.636 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-02T11:42:22.205 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-04-02T11:42:22.205 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-04-02T11:42:22.271 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-02T11:42:22.271 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-02T11:42:23.819 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-04-02T11:42:23.887 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-04-02T11:42:23.926 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-04-02T11:42:23.985 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-04-02T11:42:24.002 INFO:teuthology.orchestra.run.vm07.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/314 2026-04-02T11:42:24.002 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-04-02T11:42:24.009 INFO:teuthology.orchestra.run.vm07.stdout: Installing : thrift-0.15.0-4.el9.x86_64 2/314 2026-04-02T11:42:24.015 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 3/314 2026-04-02T11:42:24.018 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 4/314 2026-04-02T11:42:24.045 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXi-1.7.10-8.el9.x86_64 5/314 2026-04-02T11:42:24.055 INFO:teuthology.orchestra.run.vm07.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 6/314 2026-04-02T11:42:24.059 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-02T11:42:24.062 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/314 2026-04-02T11:42:24.067 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 8/314 2026-04-02T11:42:24.071 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 9/314 2026-04-02T11:42:24.078 INFO:teuthology.orchestra.run.vm09.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/314 2026-04-02T11:42:24.083 INFO:teuthology.orchestra.run.vm07.stdout: Installing : slf4j-1.7.30-16.el9.noarch 10/314 2026-04-02T11:42:24.088 INFO:teuthology.orchestra.run.vm09.stdout: Installing : thrift-0.15.0-4.el9.x86_64 2/314 2026-04-02T11:42:24.094 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 3/314 2026-04-02T11:42:24.097 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 4/314 2026-04-02T11:42:24.124 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libXi-1.7.10-8.el9.x86_64 5/314 2026-04-02T11:42:24.136 INFO:teuthology.orchestra.run.vm09.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 6/314 2026-04-02T11:42:24.144 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/314 2026-04-02T11:42:24.149 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 8/314 2026-04-02T11:42:24.155 INFO:teuthology.orchestra.run.vm09.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 9/314 2026-04-02T11:42:24.170 INFO:teuthology.orchestra.run.vm09.stdout: Installing : slf4j-1.7.30-16.el9.noarch 10/314 2026-04-02T11:42:24.265 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 11/314 2026-04-02T11:42:24.268 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:42:24.329 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:42:24.332 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:42:24.356 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:42:24.357 INFO:teuthology.orchestra.run.vm09.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 11/314 2026-04-02T11:42:24.360 INFO:teuthology.orchestra.run.vm09.stdout: Upgrading : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:42:24.360 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 14/314 2026-04-02T11:42:24.362 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:42:24.399 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:42:24.404 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 16/314 2026-04-02T11:42:24.415 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 17/314 2026-04-02T11:42:24.420 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 18/314 2026-04-02T11:42:24.425 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:42:24.425 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 19/314 2026-04-02T11:42:24.427 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:42:24.428 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 20/314 2026-04-02T11:42:24.433 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 21/314 2026-04-02T11:42:24.437 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 22/314 2026-04-02T11:42:24.441 INFO:teuthology.orchestra.run.vm07.stdout: Installing : liboath-2.6.12-1.el9.x86_64 23/314 2026-04-02T11:42:24.443 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:42:24.445 INFO:teuthology.orchestra.run.vm07.stdout: Installing : atinject-1.0.3-9.el9.noarch 24/314 2026-04-02T11:42:24.446 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 14/314 2026-04-02T11:42:24.447 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:42:24.453 INFO:teuthology.orchestra.run.vm07.stdout: Installing : opus-1.3.1-10.el9.x86_64 25/314 2026-04-02T11:42:24.460 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lua-5.4.4-4.el9.x86_64 26/314 2026-04-02T11:42:24.477 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:42:24.479 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 16/314 2026-04-02T11:42:24.489 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 17/314 2026-04-02T11:42:24.493 INFO:teuthology.orchestra.run.vm09.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 18/314 2026-04-02T11:42:24.497 INFO:teuthology.orchestra.run.vm09.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 19/314 2026-04-02T11:42:24.500 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 20/314 2026-04-02T11:42:24.503 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 21/314 2026-04-02T11:42:24.506 INFO:teuthology.orchestra.run.vm09.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 22/314 2026-04-02T11:42:24.509 INFO:teuthology.orchestra.run.vm09.stdout: Installing : liboath-2.6.12-1.el9.x86_64 23/314 2026-04-02T11:42:24.512 INFO:teuthology.orchestra.run.vm09.stdout: Installing : atinject-1.0.3-9.el9.noarch 24/314 2026-04-02T11:42:24.519 INFO:teuthology.orchestra.run.vm09.stdout: Installing : opus-1.3.1-10.el9.x86_64 25/314 2026-04-02T11:42:24.525 INFO:teuthology.orchestra.run.vm09.stdout: Installing : lua-5.4.4-4.el9.x86_64 26/314 2026-04-02T11:42:24.608 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 27/314 2026-04-02T11:42:24.611 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:42:24.630 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:42:24.635 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 29/314 2026-04-02T11:42:24.668 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 27/314 2026-04-02T11:42:24.671 INFO:teuthology.orchestra.run.vm09.stdout: Upgrading : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:42:24.674 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lcms2-2.12-3.el9.x86_64 30/314 2026-04-02T11:42:24.691 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:42:24.696 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 29/314 2026-04-02T11:42:24.712 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 31/314 2026-04-02T11:42:24.718 INFO:teuthology.orchestra.run.vm07.stdout: Installing : atk-2.36.0-5.el9.x86_64 32/314 2026-04-02T11:42:24.722 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 33/314 2026-04-02T11:42:24.732 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 34/314 2026-04-02T11:42:24.736 INFO:teuthology.orchestra.run.vm09.stdout: Installing : lcms2-2.12-3.el9.x86_64 30/314 2026-04-02T11:42:24.749 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:42:24.780 INFO:teuthology.orchestra.run.vm09.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 31/314 2026-04-02T11:42:24.805 INFO:teuthology.orchestra.run.vm09.stdout: Installing : atk-2.36.0-5.el9.x86_64 32/314 2026-04-02T11:42:24.810 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 33/314 2026-04-02T11:42:24.820 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:42:24.822 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:42:24.822 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 34/314 2026-04-02T11:42:24.824 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:42:24.843 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:42:24.855 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:42:24.857 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:42:24.872 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:42:24.887 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 37/314 2026-04-02T11:42:24.899 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 38/314 2026-04-02T11:42:24.904 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 39/314 2026-04-02T11:42:24.909 INFO:teuthology.orchestra.run.vm07.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 40/314 2026-04-02T11:42:24.915 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 37/314 2026-04-02T11:42:24.916 INFO:teuthology.orchestra.run.vm07.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 41/314 2026-04-02T11:42:24.920 INFO:teuthology.orchestra.run.vm07.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 42/314 2026-04-02T11:42:24.924 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 43/314 2026-04-02T11:42:24.924 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 38/314 2026-04-02T11:42:24.928 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 44/314 2026-04-02T11:42:24.929 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 39/314 2026-04-02T11:42:24.934 INFO:teuthology.orchestra.run.vm09.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 40/314 2026-04-02T11:42:24.943 INFO:teuthology.orchestra.run.vm09.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 41/314 2026-04-02T11:42:24.947 INFO:teuthology.orchestra.run.vm09.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 42/314 2026-04-02T11:42:24.951 INFO:teuthology.orchestra.run.vm09.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 43/314 2026-04-02T11:42:24.955 INFO:teuthology.orchestra.run.vm09.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 44/314 2026-04-02T11:42:24.960 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 45/314 2026-04-02T11:42:24.974 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 46/314 2026-04-02T11:42:24.977 INFO:teuthology.orchestra.run.vm07.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 47/314 2026-04-02T11:42:24.980 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 48/314 2026-04-02T11:42:24.982 INFO:teuthology.orchestra.run.vm09.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 45/314 2026-04-02T11:42:24.984 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 49/314 2026-04-02T11:42:24.988 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 50/314 2026-04-02T11:42:24.991 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 51/314 2026-04-02T11:42:24.996 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 46/314 2026-04-02T11:42:24.998 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 52/314 2026-04-02T11:42:25.000 INFO:teuthology.orchestra.run.vm09.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 47/314 2026-04-02T11:42:25.002 INFO:teuthology.orchestra.run.vm07.stdout: Installing : dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:42:25.004 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 48/314 2026-04-02T11:42:25.009 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 49/314 2026-04-02T11:42:25.013 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 50/314 2026-04-02T11:42:25.018 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 51/314 2026-04-02T11:42:25.025 INFO:teuthology.orchestra.run.vm09.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 52/314 2026-04-02T11:42:25.027 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:42:25.028 INFO:teuthology.orchestra.run.vm09.stdout: Installing : dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:42:25.048 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:42:25.059 INFO:teuthology.orchestra.run.vm07.stdout: Installing : unzip-6.0-59.el9.x86_64 54/314 2026-04-02T11:42:25.080 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 55/314 2026-04-02T11:42:25.081 INFO:teuthology.orchestra.run.vm09.stdout: Installing : unzip-6.0-59.el9.x86_64 54/314 2026-04-02T11:42:25.086 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 56/314 2026-04-02T11:42:25.090 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 57/314 2026-04-02T11:42:25.098 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 55/314 2026-04-02T11:42:25.099 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 58/314 2026-04-02T11:42:25.102 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 56/314 2026-04-02T11:42:25.103 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 59/314 2026-04-02T11:42:25.106 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 57/314 2026-04-02T11:42:25.110 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 60/314 2026-04-02T11:42:25.117 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 58/314 2026-04-02T11:42:25.117 INFO:teuthology.orchestra.run.vm07.stdout: Installing : fuse-2.9.9-17.el9.x86_64 61/314 2026-04-02T11:42:25.120 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 59/314 2026-04-02T11:42:25.123 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 62/314 2026-04-02T11:42:25.125 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 60/314 2026-04-02T11:42:25.131 INFO:teuthology.orchestra.run.vm09.stdout: Installing : fuse-2.9.9-17.el9.x86_64 61/314 2026-04-02T11:42:25.137 INFO:teuthology.orchestra.run.vm09.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 62/314 2026-04-02T11:42:25.162 INFO:teuthology.orchestra.run.vm07.stdout: Installing : re2-1:20211101-20.el9.x86_64 63/314 2026-04-02T11:42:25.173 INFO:teuthology.orchestra.run.vm09.stdout: Installing : re2-1:20211101-20.el9.x86_64 63/314 2026-04-02T11:42:25.201 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 64/314 2026-04-02T11:42:25.209 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 65/314 2026-04-02T11:42:25.211 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 64/314 2026-04-02T11:42:25.218 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 65/314 2026-04-02T11:42:25.221 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 66/314 2026-04-02T11:42:25.229 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 66/314 2026-04-02T11:42:25.236 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 67/314 2026-04-02T11:42:25.244 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 67/314 2026-04-02T11:42:25.249 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 68/314 2026-04-02T11:42:25.253 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 68/314 2026-04-02T11:42:25.285 INFO:teuthology.orchestra.run.vm07.stdout: Installing : zip-3.0-35.el9.x86_64 69/314 2026-04-02T11:42:25.287 INFO:teuthology.orchestra.run.vm09.stdout: Installing : zip-3.0-35.el9.x86_64 69/314 2026-04-02T11:42:25.299 INFO:teuthology.orchestra.run.vm07.stdout: Installing : luarocks-3.9.2-5.el9.noarch 70/314 2026-04-02T11:42:25.299 INFO:teuthology.orchestra.run.vm09.stdout: Installing : luarocks-3.9.2-5.el9.noarch 70/314 2026-04-02T11:42:25.317 INFO:teuthology.orchestra.run.vm07.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 71/314 2026-04-02T11:42:25.318 INFO:teuthology.orchestra.run.vm09.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 71/314 2026-04-02T11:42:25.385 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rsa-4.9-2.el9.noarch 72/314 2026-04-02T11:42:25.392 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 73/314 2026-04-02T11:42:25.396 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 74/314 2026-04-02T11:42:25.398 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-rsa-4.9-2.el9.noarch 72/314 2026-04-02T11:42:25.400 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 75/314 2026-04-02T11:42:25.404 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 73/314 2026-04-02T11:42:25.407 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 76/314 2026-04-02T11:42:25.408 INFO:teuthology.orchestra.run.vm09.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 74/314 2026-04-02T11:42:25.411 INFO:teuthology.orchestra.run.vm09.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 75/314 2026-04-02T11:42:25.417 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 76/314 2026-04-02T11:42:25.436 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 77/314 2026-04-02T11:42:25.444 INFO:teuthology.orchestra.run.vm07.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 78/314 2026-04-02T11:42:25.444 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 77/314 2026-04-02T11:42:25.452 INFO:teuthology.orchestra.run.vm07.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 79/314 2026-04-02T11:42:25.453 INFO:teuthology.orchestra.run.vm09.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 78/314 2026-04-02T11:42:25.457 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 80/314 2026-04-02T11:42:25.461 INFO:teuthology.orchestra.run.vm09.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 79/314 2026-04-02T11:42:25.462 INFO:teuthology.orchestra.run.vm07.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 81/314 2026-04-02T11:42:25.466 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 82/314 2026-04-02T11:42:25.467 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 80/314 2026-04-02T11:42:25.471 INFO:teuthology.orchestra.run.vm09.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 81/314 2026-04-02T11:42:25.475 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 82/314 2026-04-02T11:42:25.485 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 83/314 2026-04-02T11:42:25.488 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 84/314 2026-04-02T11:42:25.493 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 85/314 2026-04-02T11:42:25.495 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 83/314 2026-04-02T11:42:25.497 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 86/314 2026-04-02T11:42:25.499 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 84/314 2026-04-02T11:42:25.502 INFO:teuthology.orchestra.run.vm09.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 85/314 2026-04-02T11:42:25.505 INFO:teuthology.orchestra.run.vm07.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 87/314 2026-04-02T11:42:25.506 INFO:teuthology.orchestra.run.vm09.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 86/314 2026-04-02T11:42:25.509 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 88/314 2026-04-02T11:42:25.514 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 89/314 2026-04-02T11:42:25.516 INFO:teuthology.orchestra.run.vm09.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 87/314 2026-04-02T11:42:25.519 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 90/314 2026-04-02T11:42:25.520 INFO:teuthology.orchestra.run.vm09.stdout: Installing : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 88/314 2026-04-02T11:42:25.524 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 91/314 2026-04-02T11:42:25.526 INFO:teuthology.orchestra.run.vm09.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 89/314 2026-04-02T11:42:25.529 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 92/314 2026-04-02T11:42:25.532 INFO:teuthology.orchestra.run.vm09.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 90/314 2026-04-02T11:42:25.534 INFO:teuthology.orchestra.run.vm07.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 93/314 2026-04-02T11:42:25.537 INFO:teuthology.orchestra.run.vm07.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 94/314 2026-04-02T11:42:25.538 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 91/314 2026-04-02T11:42:25.542 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 95/314 2026-04-02T11:42:25.544 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 92/314 2026-04-02T11:42:25.549 INFO:teuthology.orchestra.run.vm09.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 93/314 2026-04-02T11:42:25.551 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jansi-2.3.3-9.el9.x86_64 96/314 2026-04-02T11:42:25.554 INFO:teuthology.orchestra.run.vm09.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 94/314 2026-04-02T11:42:25.557 INFO:teuthology.orchestra.run.vm07.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 97/314 2026-04-02T11:42:25.559 INFO:teuthology.orchestra.run.vm09.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 95/314 2026-04-02T11:42:25.566 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jsoup-1.13.1-13.el9.noarch 98/314 2026-04-02T11:42:25.566 INFO:teuthology.orchestra.run.vm09.stdout: Installing : jansi-2.3.3-9.el9.x86_64 96/314 2026-04-02T11:42:25.571 INFO:teuthology.orchestra.run.vm09.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 97/314 2026-04-02T11:42:25.576 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 99/314 2026-04-02T11:42:25.581 INFO:teuthology.orchestra.run.vm07.stdout: Installing : guava-30.1-10.el9.noarch 100/314 2026-04-02T11:42:25.582 INFO:teuthology.orchestra.run.vm09.stdout: Installing : jsoup-1.13.1-13.el9.noarch 98/314 2026-04-02T11:42:25.583 INFO:teuthology.orchestra.run.vm07.stdout: Installing : google-guice-4.2.3-12.el9.noarch 101/314 2026-04-02T11:42:25.590 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 102/314 2026-04-02T11:42:25.591 INFO:teuthology.orchestra.run.vm09.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 99/314 2026-04-02T11:42:25.594 INFO:teuthology.orchestra.run.vm09.stdout: Installing : guava-30.1-10.el9.noarch 100/314 2026-04-02T11:42:25.599 INFO:teuthology.orchestra.run.vm09.stdout: Installing : google-guice-4.2.3-12.el9.noarch 101/314 2026-04-02T11:42:25.608 INFO:teuthology.orchestra.run.vm07.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 103/314 2026-04-02T11:42:25.609 INFO:teuthology.orchestra.run.vm09.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 102/314 2026-04-02T11:42:25.615 INFO:teuthology.orchestra.run.vm07.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 104/314 2026-04-02T11:42:25.627 INFO:teuthology.orchestra.run.vm09.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 103/314 2026-04-02T11:42:25.633 INFO:teuthology.orchestra.run.vm09.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 104/314 2026-04-02T11:42:25.719 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 105/314 2026-04-02T11:42:25.730 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 106/314 2026-04-02T11:42:25.735 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 107/314 2026-04-02T11:42:25.738 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 105/314 2026-04-02T11:42:25.740 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 108/314 2026-04-02T11:42:25.750 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 106/314 2026-04-02T11:42:25.755 INFO:teuthology.orchestra.run.vm07.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 109/314 2026-04-02T11:42:25.757 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 107/314 2026-04-02T11:42:25.758 INFO:teuthology.orchestra.run.vm07.stdout: Installing : upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:42:25.765 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 108/314 2026-04-02T11:42:25.777 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:42:25.777 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-04-02T11:42:25.777 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:25.779 INFO:teuthology.orchestra.run.vm09.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 109/314 2026-04-02T11:42:25.781 INFO:teuthology.orchestra.run.vm09.stdout: Installing : upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:42:25.798 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:42:25.798 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-04-02T11:42:25.798 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:25.868 INFO:teuthology.orchestra.run.vm07.stdout: Installing : tzdata-java-2026a-1.el9_7.noarch 111/314 2026-04-02T11:42:25.898 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 112/314 2026-04-02T11:42:25.906 INFO:teuthology.orchestra.run.vm09.stdout: Installing : tzdata-java-2026a-1.el9_7.noarch 111/314 2026-04-02T11:42:25.920 INFO:teuthology.orchestra.run.vm07.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 113/314 2026-04-02T11:42:25.932 INFO:teuthology.orchestra.run.vm07.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 114/314 2026-04-02T11:42:25.933 INFO:teuthology.orchestra.run.vm07.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:42:25.944 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 112/314 2026-04-02T11:42:25.956 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:42:25.960 INFO:teuthology.orchestra.run.vm07.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 116/314 2026-04-02T11:42:25.968 INFO:teuthology.orchestra.run.vm09.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 113/314 2026-04-02T11:42:25.981 INFO:teuthology.orchestra.run.vm09.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 114/314 2026-04-02T11:42:25.983 INFO:teuthology.orchestra.run.vm09.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:42:26.005 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:42:26.009 INFO:teuthology.orchestra.run.vm09.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 116/314 2026-04-02T11:42:26.015 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:42:26.018 INFO:teuthology.orchestra.run.vm07.stdout: Installing : rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:42:26.032 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:42:26.033 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-04-02T11:42:26.033 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:26.045 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 118/314 2026-04-02T11:42:26.054 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 119/314 2026-04-02T11:42:26.060 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 120/314 2026-04-02T11:42:26.072 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:42:26.076 INFO:teuthology.orchestra.run.vm09.stdout: Installing : rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:42:26.092 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:42:26.092 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-04-02T11:42:26.092 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:26.095 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 121/314 2026-04-02T11:42:26.104 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 118/314 2026-04-02T11:42:26.105 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 122/314 2026-04-02T11:42:26.113 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 119/314 2026-04-02T11:42:26.115 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 123/314 2026-04-02T11:42:26.119 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 120/314 2026-04-02T11:42:26.152 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 121/314 2026-04-02T11:42:26.162 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jmespath-1.0.1-1.el9_7.noarch 124/314 2026-04-02T11:42:26.163 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 122/314 2026-04-02T11:42:26.173 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 123/314 2026-04-02T11:42:26.216 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jmespath-1.0.1-1.el9_7.noarch 124/314 2026-04-02T11:42:26.446 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 125/314 2026-04-02T11:42:26.484 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 126/314 2026-04-02T11:42:26.494 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 125/314 2026-04-02T11:42:26.495 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 127/314 2026-04-02T11:42:26.516 INFO:teuthology.orchestra.run.vm07.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 128/314 2026-04-02T11:42:26.523 INFO:teuthology.orchestra.run.vm07.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 129/314 2026-04-02T11:42:26.533 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 130/314 2026-04-02T11:42:26.535 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 126/314 2026-04-02T11:42:26.543 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 127/314 2026-04-02T11:42:26.548 INFO:teuthology.orchestra.run.vm09.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 128/314 2026-04-02T11:42:26.554 INFO:teuthology.orchestra.run.vm09.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 129/314 2026-04-02T11:42:26.555 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 131/314 2026-04-02T11:42:26.567 INFO:teuthology.orchestra.run.vm09.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 130/314 2026-04-02T11:42:26.590 INFO:teuthology.orchestra.run.vm09.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 131/314 2026-04-02T11:42:26.651 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 132/314 2026-04-02T11:42:26.656 INFO:teuthology.orchestra.run.vm07.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 133/314 2026-04-02T11:42:26.662 INFO:teuthology.orchestra.run.vm07.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 134/314 2026-04-02T11:42:26.674 INFO:teuthology.orchestra.run.vm07.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 135/314 2026-04-02T11:42:26.682 INFO:teuthology.orchestra.run.vm09.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 132/314 2026-04-02T11:42:26.688 INFO:teuthology.orchestra.run.vm09.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 133/314 2026-04-02T11:42:26.694 INFO:teuthology.orchestra.run.vm09.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 134/314 2026-04-02T11:42:26.705 INFO:teuthology.orchestra.run.vm09.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 135/314 2026-04-02T11:42:26.972 INFO:teuthology.orchestra.run.vm07.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 136/314 2026-04-02T11:42:26.992 INFO:teuthology.orchestra.run.vm07.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 137/314 2026-04-02T11:42:27.000 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 138/314 2026-04-02T11:42:27.006 INFO:teuthology.orchestra.run.vm07.stdout: Installing : orc-0.4.31-8.el9.x86_64 139/314 2026-04-02T11:42:27.012 INFO:teuthology.orchestra.run.vm07.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 140/314 2026-04-02T11:42:27.018 INFO:teuthology.orchestra.run.vm09.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 136/314 2026-04-02T11:42:27.040 INFO:teuthology.orchestra.run.vm09.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 137/314 2026-04-02T11:42:27.048 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 138/314 2026-04-02T11:42:27.055 INFO:teuthology.orchestra.run.vm09.stdout: Installing : orc-0.4.31-8.el9.x86_64 139/314 2026-04-02T11:42:27.061 INFO:teuthology.orchestra.run.vm09.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 140/314 2026-04-02T11:42:27.077 INFO:teuthology.orchestra.run.vm07.stdout: Installing : openblas-0.3.29-1.el9.x86_64 141/314 2026-04-02T11:42:27.080 INFO:teuthology.orchestra.run.vm07.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 142/314 2026-04-02T11:42:27.109 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:42:27.130 INFO:teuthology.orchestra.run.vm09.stdout: Installing : openblas-0.3.29-1.el9.x86_64 141/314 2026-04-02T11:42:27.134 INFO:teuthology.orchestra.run.vm09.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 142/314 2026-04-02T11:42:27.164 INFO:teuthology.orchestra.run.vm09.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:42:27.552 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:42:27.617 INFO:teuthology.orchestra.run.vm09.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:42:27.680 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-numpy-1:1.23.5-2.el9_7.x86_64 145/314 2026-04-02T11:42:27.718 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-numpy-1:1.23.5-2.el9_7.x86_64 145/314 2026-04-02T11:42:28.583 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 146/314 2026-04-02T11:42:28.605 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 147/314 2026-04-02T11:42:28.624 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mesa-filesystem-25.0.7-5.el9_7.x86_64 148/314 2026-04-02T11:42:28.632 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lua-posix-35.0-8.el9.x86_64 149/314 2026-04-02T11:42:28.638 INFO:teuthology.orchestra.run.vm07.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 150/314 2026-04-02T11:42:28.642 INFO:teuthology.orchestra.run.vm07.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:42:28.642 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 146/314 2026-04-02T11:42:28.660 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:42:28.660 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-04-02T11:42:28.660 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:28.664 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 147/314 2026-04-02T11:42:28.682 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mesa-filesystem-25.0.7-5.el9_7.x86_64 148/314 2026-04-02T11:42:28.689 INFO:teuthology.orchestra.run.vm09.stdout: Installing : lua-posix-35.0-8.el9.x86_64 149/314 2026-04-02T11:42:28.693 INFO:teuthology.orchestra.run.vm09.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 150/314 2026-04-02T11:42:28.696 INFO:teuthology.orchestra.run.vm09.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:42:28.713 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:42:28.713 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-04-02T11:42:28.713 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:28.946 INFO:teuthology.orchestra.run.vm07.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 152/314 2026-04-02T11:42:28.951 INFO:teuthology.orchestra.run.vm07.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 153/314 2026-04-02T11:42:28.960 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 154/314 2026-04-02T11:42:28.965 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 155/314 2026-04-02T11:42:28.970 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libsbc-1.4-9.el9.x86_64 156/314 2026-04-02T11:42:28.972 INFO:teuthology.orchestra.run.vm09.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 152/314 2026-04-02T11:42:28.976 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 157/314 2026-04-02T11:42:28.977 INFO:teuthology.orchestra.run.vm09.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 153/314 2026-04-02T11:42:28.982 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 158/314 2026-04-02T11:42:28.985 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 154/314 2026-04-02T11:42:28.990 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 155/314 2026-04-02T11:42:28.995 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libsbc-1.4-9.el9.x86_64 156/314 2026-04-02T11:42:29.000 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 157/314 2026-04-02T11:42:29.006 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 159/314 2026-04-02T11:42:29.006 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 158/314 2026-04-02T11:42:29.013 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 160/314 2026-04-02T11:42:29.017 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 161/314 2026-04-02T11:42:29.027 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 162/314 2026-04-02T11:42:29.028 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 159/314 2026-04-02T11:42:29.029 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:42:29.036 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 160/314 2026-04-02T11:42:29.041 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 161/314 2026-04-02T11:42:29.052 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 162/314 2026-04-02T11:42:29.054 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:42:29.083 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:42:29.093 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libexif-0.6.22-6.el9.x86_64 164/314 2026-04-02T11:42:29.099 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 165/314 2026-04-02T11:42:29.103 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libasyncns-0.8-22.el9.x86_64 166/314 2026-04-02T11:42:29.108 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 167/314 2026-04-02T11:42:29.108 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:42:29.112 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXv-1.0.11-16.el9.x86_64 168/314 2026-04-02T11:42:29.117 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libexif-0.6.22-6.el9.x86_64 164/314 2026-04-02T11:42:29.118 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 169/314 2026-04-02T11:42:29.121 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 165/314 2026-04-02T11:42:29.124 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 170/314 2026-04-02T11:42:29.127 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libasyncns-0.8-22.el9.x86_64 166/314 2026-04-02T11:42:29.131 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 167/314 2026-04-02T11:42:29.131 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 171/314 2026-04-02T11:42:29.136 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libXv-1.0.11-16.el9.x86_64 168/314 2026-04-02T11:42:29.140 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 169/314 2026-04-02T11:42:29.141 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 172/314 2026-04-02T11:42:29.146 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 170/314 2026-04-02T11:42:29.147 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 173/314 2026-04-02T11:42:29.152 INFO:teuthology.orchestra.run.vm09.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 171/314 2026-04-02T11:42:29.158 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 174/314 2026-04-02T11:42:29.163 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 172/314 2026-04-02T11:42:29.166 INFO:teuthology.orchestra.run.vm07.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 175/314 2026-04-02T11:42:29.169 INFO:teuthology.orchestra.run.vm09.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 173/314 2026-04-02T11:42:29.181 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 174/314 2026-04-02T11:42:29.187 INFO:teuthology.orchestra.run.vm09.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 175/314 2026-04-02T11:42:29.402 INFO:teuthology.orchestra.run.vm07.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 176/314 2026-04-02T11:42:29.477 INFO:teuthology.orchestra.run.vm07.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 177/314 2026-04-02T11:42:29.486 INFO:teuthology.orchestra.run.vm07.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 178/314 2026-04-02T11:42:29.491 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 179/314 2026-04-02T11:42:29.497 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gsm-1.0.19-6.el9.x86_64 180/314 2026-04-02T11:42:29.533 INFO:teuthology.orchestra.run.vm09.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 176/314 2026-04-02T11:42:29.538 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 181/314 2026-04-02T11:42:29.554 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 182/314 2026-04-02T11:42:29.557 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:42:29.581 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:42:29.605 INFO:teuthology.orchestra.run.vm09.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 177/314 2026-04-02T11:42:29.647 INFO:teuthology.orchestra.run.vm07.stdout: Installing : graphene-1.10.6-2.el9.x86_64 184/314 2026-04-02T11:42:29.647 INFO:teuthology.orchestra.run.vm09.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 178/314 2026-04-02T11:42:29.653 INFO:teuthology.orchestra.run.vm07.stdout: Installing : giflib-5.2.1-9.el9.x86_64 185/314 2026-04-02T11:42:29.653 INFO:teuthology.orchestra.run.vm09.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 179/314 2026-04-02T11:42:29.656 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 186/314 2026-04-02T11:42:29.657 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:42:29.659 INFO:teuthology.orchestra.run.vm09.stdout: Installing : gsm-1.0.19-6.el9.x86_64 180/314 2026-04-02T11:42:29.692 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 181/314 2026-04-02T11:42:29.702 INFO:teuthology.orchestra.run.vm09.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 182/314 2026-04-02T11:42:29.706 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:42:29.729 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:42:29.734 INFO:teuthology.orchestra.run.vm09.stdout: Installing : graphene-1.10.6-2.el9.x86_64 184/314 2026-04-02T11:42:29.739 INFO:teuthology.orchestra.run.vm09.stdout: Installing : giflib-5.2.1-9.el9.x86_64 185/314 2026-04-02T11:42:29.744 INFO:teuthology.orchestra.run.vm09.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 186/314 2026-04-02T11:42:29.746 INFO:teuthology.orchestra.run.vm09.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:42:36.725 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:42:36.911 INFO:teuthology.orchestra.run.vm07.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 188/314 2026-04-02T11:42:36.929 INFO:teuthology.orchestra.run.vm07.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 189/314 2026-04-02T11:42:36.939 INFO:teuthology.orchestra.run.vm07.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 190/314 2026-04-02T11:42:36.945 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ostree-libs-2025.6-2.el9_7.x86_64 191/314 2026-04-02T11:42:36.948 INFO:teuthology.orchestra.run.vm07.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 192/314 2026-04-02T11:42:36.991 INFO:teuthology.orchestra.run.vm07.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 193/314 2026-04-02T11:42:37.091 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:42:37.106 INFO:teuthology.orchestra.run.vm09.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 188/314 2026-04-02T11:42:37.114 INFO:teuthology.orchestra.run.vm09.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 189/314 2026-04-02T11:42:37.122 INFO:teuthology.orchestra.run.vm09.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 190/314 2026-04-02T11:42:37.127 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ostree-libs-2025.6-2.el9_7.x86_64 191/314 2026-04-02T11:42:37.129 INFO:teuthology.orchestra.run.vm09.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 192/314 2026-04-02T11:42:37.168 INFO:teuthology.orchestra.run.vm09.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 193/314 2026-04-02T11:42:38.727 INFO:teuthology.orchestra.run.vm07.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 194/314 2026-04-02T11:42:38.772 INFO:teuthology.orchestra.run.vm07.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 195/314 2026-04-02T11:42:38.776 INFO:teuthology.orchestra.run.vm07.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:42:38.797 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:42:38.797 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-04-02T11:42:38.797 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:38.823 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 197/314 2026-04-02T11:42:38.836 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-packaging-20.9-5.el9.noarch 198/314 2026-04-02T11:42:38.858 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 199/314 2026-04-02T11:42:38.866 INFO:teuthology.orchestra.run.vm09.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 194/314 2026-04-02T11:42:38.880 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 200/314 2026-04-02T11:42:38.912 INFO:teuthology.orchestra.run.vm09.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 195/314 2026-04-02T11:42:38.915 INFO:teuthology.orchestra.run.vm09.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:42:38.934 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:42:38.934 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-04-02T11:42:38.934 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:38.954 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 197/314 2026-04-02T11:42:38.964 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-packaging-20.9-5.el9.noarch 198/314 2026-04-02T11:42:38.981 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 199/314 2026-04-02T11:42:38.995 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 201/314 2026-04-02T11:42:39.002 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 200/314 2026-04-02T11:42:39.010 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 202/314 2026-04-02T11:42:39.048 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 203/314 2026-04-02T11:42:39.059 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cheroot-10.0.1-5.el9.noarch 204/314 2026-04-02T11:42:39.065 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 205/314 2026-04-02T11:42:39.068 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 206/314 2026-04-02T11:42:39.102 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:42:39.107 INFO:teuthology.orchestra.run.vm07.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:42:39.108 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 201/314 2026-04-02T11:42:39.109 INFO:teuthology.orchestra.run.vm07.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:42:39.122 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 202/314 2026-04-02T11:42:39.132 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:42:39.152 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 203/314 2026-04-02T11:42:39.161 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cheroot-10.0.1-5.el9.noarch 204/314 2026-04-02T11:42:39.167 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 205/314 2026-04-02T11:42:39.170 INFO:teuthology.orchestra.run.vm09.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 206/314 2026-04-02T11:42:39.206 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:42:39.211 INFO:teuthology.orchestra.run.vm09.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:42:39.232 INFO:teuthology.orchestra.run.vm09.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:42:39.255 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:42:39.273 INFO:teuthology.orchestra.run.vm07.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 209/314 2026-04-02T11:42:39.277 INFO:teuthology.orchestra.run.vm07.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:42:39.413 INFO:teuthology.orchestra.run.vm09.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 209/314 2026-04-02T11:42:39.419 INFO:teuthology.orchestra.run.vm09.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:42:39.604 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:42:39.604 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-02T11:42:39.604 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:39.618 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 211/314 2026-04-02T11:42:39.782 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:42:39.782 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-02T11:42:39.782 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:39.792 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 211/314 2026-04-02T11:42:40.081 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 212/314 2026-04-02T11:42:40.089 INFO:teuthology.orchestra.run.vm07.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:42:40.105 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:42:40.114 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 214/314 2026-04-02T11:42:40.119 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 215/314 2026-04-02T11:42:40.208 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 216/314 2026-04-02T11:42:40.213 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 217/314 2026-04-02T11:42:40.218 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mesa-libgbm-25.0.7-5.el9_7.x86_64 218/314 2026-04-02T11:42:40.223 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mesa-libEGL-25.0.7-5.el9_7.x86_64 219/314 2026-04-02T11:42:40.227 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 220/314 2026-04-02T11:42:40.243 INFO:teuthology.orchestra.run.vm09.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 212/314 2026-04-02T11:42:40.252 INFO:teuthology.orchestra.run.vm09.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:42:40.267 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:42:40.275 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 214/314 2026-04-02T11:42:40.280 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 215/314 2026-04-02T11:42:40.281 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mesa-libGL-25.0.7-5.el9_7.x86_64 221/314 2026-04-02T11:42:40.303 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 222/314 2026-04-02T11:42:40.331 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 223/314 2026-04-02T11:42:40.336 INFO:teuthology.orchestra.run.vm07.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:42:40.366 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 216/314 2026-04-02T11:42:40.371 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 217/314 2026-04-02T11:42:40.375 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mesa-libgbm-25.0.7-5.el9_7.x86_64 218/314 2026-04-02T11:42:40.381 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mesa-libEGL-25.0.7-5.el9_7.x86_64 219/314 2026-04-02T11:42:40.385 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 220/314 2026-04-02T11:42:40.410 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:42:40.418 INFO:teuthology.orchestra.run.vm07.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:42:40.435 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mesa-libGL-25.0.7-5.el9_7.x86_64 221/314 2026-04-02T11:42:40.437 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:42:40.440 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 226/314 2026-04-02T11:42:40.458 INFO:teuthology.orchestra.run.vm09.stdout: Installing : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 222/314 2026-04-02T11:42:40.463 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:42:40.463 INFO:teuthology.orchestra.run.vm07.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-04-02T11:42:40.463 INFO:teuthology.orchestra.run.vm07.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-04-02T11:42:40.464 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:40.474 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:42:40.487 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 223/314 2026-04-02T11:42:40.492 INFO:teuthology.orchestra.run.vm09.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:42:40.509 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:42:40.509 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-04-02T11:42:40.509 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:40.556 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 228/314 2026-04-02T11:42:40.564 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 229/314 2026-04-02T11:42:40.564 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:42:40.570 INFO:teuthology.orchestra.run.vm07.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 230/314 2026-04-02T11:42:40.573 INFO:teuthology.orchestra.run.vm09.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:42:40.575 INFO:teuthology.orchestra.run.vm07.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 231/314 2026-04-02T11:42:40.579 INFO:teuthology.orchestra.run.vm07.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 232/314 2026-04-02T11:42:40.594 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:42:40.597 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 226/314 2026-04-02T11:42:40.620 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:42:40.620 INFO:teuthology.orchestra.run.vm09.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-04-02T11:42:40.620 INFO:teuthology.orchestra.run.vm09.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-04-02T11:42:40.620 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:40.631 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:42:40.642 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:42:40.644 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:42:40.666 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:42:40.666 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-04-02T11:42:40.666 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:40.669 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:42:40.669 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-04-02T11:42:40.669 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:40.712 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 228/314 2026-04-02T11:42:40.718 INFO:teuthology.orchestra.run.vm09.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 229/314 2026-04-02T11:42:40.723 INFO:teuthology.orchestra.run.vm09.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 230/314 2026-04-02T11:42:40.727 INFO:teuthology.orchestra.run.vm09.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 231/314 2026-04-02T11:42:40.729 INFO:teuthology.orchestra.run.vm09.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 232/314 2026-04-02T11:42:40.784 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 234/314 2026-04-02T11:42:40.839 INFO:teuthology.orchestra.run.vm07.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 235/314 2026-04-02T11:42:40.854 INFO:teuthology.orchestra.run.vm07.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 236/314 2026-04-02T11:42:40.863 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 237/314 2026-04-02T11:42:40.866 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 238/314 2026-04-02T11:42:40.870 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:42:40.874 INFO:teuthology.orchestra.run.vm09.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:42:40.896 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:42:40.896 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-04-02T11:42:40.896 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:41.024 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:42:41.029 INFO:teuthology.orchestra.run.vm09.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 234/314 2026-04-02T11:42:41.032 INFO:teuthology.orchestra.run.vm07.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:42:41.048 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:42:41.062 INFO:teuthology.orchestra.run.vm09.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 235/314 2026-04-02T11:42:41.082 INFO:teuthology.orchestra.run.vm09.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 236/314 2026-04-02T11:42:41.097 INFO:teuthology.orchestra.run.vm09.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 237/314 2026-04-02T11:42:41.132 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 238/314 2026-04-02T11:42:41.189 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:42:41.327 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:42:41.358 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:42:41.383 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:42:41.392 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:42:41.432 INFO:teuthology.orchestra.run.vm09.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:42:41.455 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:42:41.523 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 242/314 2026-04-02T11:42:41.552 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:42:41.636 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 243/314 2026-04-02T11:42:41.671 INFO:teuthology.orchestra.run.vm09.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:42:41.677 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:42:41.677 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:42:41.702 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:42:41.708 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:42:41.714 INFO:teuthology.orchestra.run.vm07.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:42:41.767 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:42:41.772 INFO:teuthology.orchestra.run.vm07.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:42:41.784 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:42:41.793 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 247/314 2026-04-02T11:42:41.798 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 248/314 2026-04-02T11:42:41.811 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 242/314 2026-04-02T11:42:41.817 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 249/314 2026-04-02T11:42:41.824 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 250/314 2026-04-02T11:42:41.829 INFO:teuthology.orchestra.run.vm09.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 243/314 2026-04-02T11:42:41.835 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:42:41.855 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:42:41.858 INFO:teuthology.orchestra.run.vm09.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:42:41.890 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 251/314 2026-04-02T11:42:41.900 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 252/314 2026-04-02T11:42:41.906 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:42:41.910 INFO:teuthology.orchestra.run.vm09.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:42:41.915 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 253/314 2026-04-02T11:42:41.922 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:42:41.929 INFO:teuthology.orchestra.run.vm09.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 247/314 2026-04-02T11:42:41.930 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 254/314 2026-04-02T11:42:41.936 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 248/314 2026-04-02T11:42:41.941 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 255/314 2026-04-02T11:42:41.956 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 249/314 2026-04-02T11:42:41.964 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 250/314 2026-04-02T11:42:41.968 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 256/314 2026-04-02T11:42:41.987 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 257/314 2026-04-02T11:42:42.009 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 258/314 2026-04-02T11:42:42.018 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 259/314 2026-04-02T11:42:42.029 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 260/314 2026-04-02T11:42:42.032 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 251/314 2026-04-02T11:42:42.043 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 252/314 2026-04-02T11:42:42.060 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 253/314 2026-04-02T11:42:42.075 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 254/314 2026-04-02T11:42:42.081 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 261/314 2026-04-02T11:42:42.085 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 255/314 2026-04-02T11:42:42.115 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 256/314 2026-04-02T11:42:42.231 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 257/314 2026-04-02T11:42:42.253 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 258/314 2026-04-02T11:42:42.261 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 259/314 2026-04-02T11:42:42.277 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 260/314 2026-04-02T11:42:42.336 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 261/314 2026-04-02T11:42:42.493 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 262/314 2026-04-02T11:42:42.510 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 263/314 2026-04-02T11:42:42.517 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 264/314 2026-04-02T11:42:42.525 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 265/314 2026-04-02T11:42:42.534 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 266/314 2026-04-02T11:42:42.540 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 267/314 2026-04-02T11:42:42.580 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 268/314 2026-04-02T11:42:42.587 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cherrypy-18.10.0-5.el9.noarch 269/314 2026-04-02T11:42:42.595 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 270/314 2026-04-02T11:42:42.602 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 271/314 2026-04-02T11:42:42.610 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 272/314 2026-04-02T11:42:42.781 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 262/314 2026-04-02T11:42:42.801 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 263/314 2026-04-02T11:42:42.808 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 264/314 2026-04-02T11:42:42.818 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 265/314 2026-04-02T11:42:42.827 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 266/314 2026-04-02T11:42:42.833 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 267/314 2026-04-02T11:42:42.872 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 268/314 2026-04-02T11:42:42.880 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cherrypy-18.10.0-5.el9.noarch 269/314 2026-04-02T11:42:42.889 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 270/314 2026-04-02T11:42:42.893 INFO:teuthology.orchestra.run.vm09.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 271/314 2026-04-02T11:42:42.901 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 272/314 2026-04-02T11:42:42.952 INFO:teuthology.orchestra.run.vm07.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 273/314 2026-04-02T11:42:42.955 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:42:42.981 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:42:42.984 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 275/314 2026-04-02T11:42:43.238 INFO:teuthology.orchestra.run.vm09.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 273/314 2026-04-02T11:42:43.241 INFO:teuthology.orchestra.run.vm09.stdout: Installing : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:42:43.271 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:42:43.272 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 275/314 2026-04-02T11:42:44.320 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:42:44.324 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:42:44.588 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:42:44.592 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:42:44.685 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:42:44.691 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:42:44.747 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:42:44.747 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-04-02T11:42:44.748 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-04-02T11:42:44.748 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:44.789 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:42:44.954 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:42:44.960 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:42:45.001 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:42:45.001 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-04-02T11:42:45.002 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-04-02T11:42:45.002 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:45.006 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:42:52.072 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:42:52.072 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /sys 2026-04-02T11:42:52.072 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /proc 2026-04-02T11:42:52.072 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /mnt 2026-04-02T11:42:52.072 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /var/tmp 2026-04-02T11:42:52.072 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /home 2026-04-02T11:42:52.072 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /root 2026-04-02T11:42:52.072 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /tmp 2026-04-02T11:42:52.072 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:52.167 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:42:52.185 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:42:52.185 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:52.185 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-04-02T11:42:52.185 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:52.373 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:42:52.373 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /sys 2026-04-02T11:42:52.373 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /proc 2026-04-02T11:42:52.373 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /mnt 2026-04-02T11:42:52.373 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /var/tmp 2026-04-02T11:42:52.373 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /home 2026-04-02T11:42:52.373 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /root 2026-04-02T11:42:52.373 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /tmp 2026-04-02T11:42:52.373 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:52.465 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:42:52.483 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:42:52.483 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:52.483 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-04-02T11:42:52.483 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:53.020 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:42:53.050 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:42:53.050 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:53.050 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-04-02T11:42:53.050 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:42:53.050 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:42:53.050 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:53.169 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:42:53.195 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:42:53.195 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:53.195 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-04-02T11:42:53.195 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:42:53.195 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:42:53.195 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:53.306 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:42:53.336 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:42:53.336 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:53.336 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-04-02T11:42:53.336 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:42:53.336 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:42:53.336 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:53.454 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:42:53.458 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:42:53.479 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:42:53.479 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:53.479 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-04-02T11:42:53.479 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:42:53.479 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:42:53.479 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:53.483 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:42:53.483 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:53.483 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-04-02T11:42:53.483 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:42:53.483 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:42:53.483 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:53.517 INFO:teuthology.orchestra.run.vm07.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 283/314 2026-04-02T11:42:53.577 INFO:teuthology.orchestra.run.vm07.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 284/314 2026-04-02T11:42:53.593 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 285/314 2026-04-02T11:42:53.597 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 286/314 2026-04-02T11:42:53.669 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:42:53.673 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:42:53.682 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 288/314 2026-04-02T11:42:53.710 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 289/314 2026-04-02T11:42:53.719 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:42:53.742 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:42:53.769 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:42:53.769 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:53.769 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-04-02T11:42:53.769 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:42:53.769 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:42:53.769 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:53.807 INFO:teuthology.orchestra.run.vm09.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 283/314 2026-04-02T11:42:53.864 INFO:teuthology.orchestra.run.vm09.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 284/314 2026-04-02T11:42:53.879 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 285/314 2026-04-02T11:42:53.883 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 286/314 2026-04-02T11:42:53.958 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:42:53.962 INFO:teuthology.orchestra.run.vm09.stdout: Installing : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:42:53.971 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 288/314 2026-04-02T11:42:53.998 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 289/314 2026-04-02T11:42:54.001 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:42:55.661 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:42:55.677 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:42:55.954 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:42:55.968 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:42:56.261 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:42:56.263 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:42:56.282 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:42:56.284 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:42:56.356 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:42:56.411 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 294/314 2026-04-02T11:42:56.414 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:42:56.441 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:42:56.441 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:56.441 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-04-02T11:42:56.441 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:42:56.441 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:42:56.441 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:56.457 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:42:56.471 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:42:56.556 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:42:56.560 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:42:56.579 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:42:56.581 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:42:56.661 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:42:56.719 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 294/314 2026-04-02T11:42:56.723 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:42:56.753 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:42:56.754 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:56.754 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-04-02T11:42:56.754 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:42:56.754 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:42:56.754 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:56.769 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:42:56.785 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:42:57.732 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 297/314 2026-04-02T11:42:57.735 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:42:57.766 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:42:57.766 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:57.766 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-04-02T11:42:57.766 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:42:57.766 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:42:57.766 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:57.779 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:42:57.805 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:42:57.805 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:57.805 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-04-02T11:42:57.805 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:57.956 INFO:teuthology.orchestra.run.vm07.stdout: Installing : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:42:57.982 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:42:57.982 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:57.982 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-04-02T11:42:57.982 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:42:57.982 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:42:57.982 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:42:58.058 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 297/314 2026-04-02T11:42:58.062 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:42:58.088 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:42:58.088 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:58.088 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-04-02T11:42:58.088 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:42:58.088 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:42:58.088 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:58.101 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:42:58.125 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:42:58.125 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:58.125 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-04-02T11:42:58.125 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:42:58.275 INFO:teuthology.orchestra.run.vm09.stdout: Installing : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:42:58.304 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:42:58.304 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:42:58.304 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-04-02T11:42:58.304 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:42:58.304 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:42:58.304 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:02.730 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 301/314 2026-04-02T11:43:02.732 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:43:02.740 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:43:02.744 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 303/314 2026-04-02T11:43:02.760 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 304/314 2026-04-02T11:43:02.763 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:43:02.783 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:43:02.783 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-04-02T11:43:02.783 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:02.830 INFO:teuthology.orchestra.run.vm07.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 306/314 2026-04-02T11:43:02.880 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 307/314 2026-04-02T11:43:02.890 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 308/314 2026-04-02T11:43:02.905 INFO:teuthology.orchestra.run.vm07.stdout: Installing : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 309/314 2026-04-02T11:43:02.915 INFO:teuthology.orchestra.run.vm07.stdout: Installing : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 310/314 2026-04-02T11:43:02.940 INFO:teuthology.orchestra.run.vm07.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 311/314 2026-04-02T11:43:02.956 INFO:teuthology.orchestra.run.vm07.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 312/314 2026-04-02T11:43:02.956 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:43:02.966 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 301/314 2026-04-02T11:43:02.967 INFO:teuthology.orchestra.run.vm09.stdout: Installing : maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:43:02.976 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:43:02.981 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:43:02.981 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:43:02.982 INFO:teuthology.orchestra.run.vm09.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 303/314 2026-04-02T11:43:02.997 INFO:teuthology.orchestra.run.vm09.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 304/314 2026-04-02T11:43:03.001 INFO:teuthology.orchestra.run.vm09.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:43:03.002 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:43:03.016 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 314/314 2026-04-02T11:43:03.022 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:43:03.023 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-04-02T11:43:03.023 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:03.025 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 314/314 2026-04-02T11:43:03.039 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 314/314 2026-04-02T11:43:03.053 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 314/314 2026-04-02T11:43:03.053 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:43:03.053 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:43:03.053 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:03.069 INFO:teuthology.orchestra.run.vm09.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 306/314 2026-04-02T11:43:03.070 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:43:03.118 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 307/314 2026-04-02T11:43:03.119 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:43:03.127 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 308/314 2026-04-02T11:43:03.140 INFO:teuthology.orchestra.run.vm09.stdout: Installing : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 309/314 2026-04-02T11:43:03.148 INFO:teuthology.orchestra.run.vm09.stdout: Installing : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 310/314 2026-04-02T11:43:03.171 INFO:teuthology.orchestra.run.vm09.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 311/314 2026-04-02T11:43:03.177 INFO:teuthology.orchestra.run.vm09.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 312/314 2026-04-02T11:43:03.177 INFO:teuthology.orchestra.run.vm09.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:43:03.201 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:43:03.201 INFO:teuthology.orchestra.run.vm09.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:43:03.225 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:43:03.239 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 314/314 2026-04-02T11:43:03.252 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 314/314 2026-04-02T11:43:03.265 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 314/314 2026-04-02T11:43:03.279 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 314/314 2026-04-02T11:43:03.279 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:43:03.279 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:43:03.279 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:03.297 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:43:03.344 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 1/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 2/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 3/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 4/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 5/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 6/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 7/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 8/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 9/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 10/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 11/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 13/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 14/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 16/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 17/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 18/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 19/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 20/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 21/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 22/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 23/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 24/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 25/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 26/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 27/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 28/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 29/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 30/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 31/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 32/314 2026-04-02T11:43:06.369 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 33/314 2026-04-02T11:43:06.370 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 34/314 2026-04-02T11:43:06.370 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 35/314 2026-04-02T11:43:06.370 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 36/314 2026-04-02T11:43:06.370 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 37/314 2026-04-02T11:43:06.370 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 38/314 2026-04-02T11:43:06.370 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 39/314 2026-04-02T11:43:06.375 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 40/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 41/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 42/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 43/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 44/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 45/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 46/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 47/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 48/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 49/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 50/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 51/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 52/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 53/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 54/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cheroot-10.0.1-5.el9.noarch 55/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cherrypy-18.10.0-5.el9.noarch 56/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 57/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 58/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 60/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 61/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 62/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 63/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 64/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 65/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 66/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 67/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 68/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 69/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 70/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 71/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/314 2026-04-02T11:43:06.379 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 80/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 81/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 82/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 83/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : re2-1:20211101-20.el9.x86_64 84/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 85/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 86/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 87/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 88/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 89/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 90/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 91/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 92/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 93/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 94/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 95/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 96/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 97/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 98/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 99/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 100/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 101/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 102/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 103/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 104/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 105/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 106/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 107/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 108/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 109/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 110/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 111/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 112/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 113/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : unzip-6.0-59.el9.x86_64 114/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : zip-3.0-35.el9.x86_64 115/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 116/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 117/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 118/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 119/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 120/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 121/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 122/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 123/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 124/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : atinject-1.0.3-9.el9.noarch 125/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : atk-2.36.0-5.el9.x86_64 126/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 127/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 128/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 129/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 130/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 131/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 132/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 133/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 134/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 135/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 136/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 137/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 138/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 139/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 140/314 2026-04-02T11:43:06.380 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 141/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 142/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 145/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 146/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 147/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 148/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 149/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 150/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 151/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 152/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 153/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 154/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : guava-30.1-10.el9.noarch 155/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 156/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 157/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 158/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 159/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 160/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 161/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 162/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 163/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 164/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 165/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 166/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 167/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 168/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 169/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 170/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lcms2-2.12-3.el9.x86_64 171/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 172/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 173/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 174/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 175/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 176/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 177/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 178/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 179/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 180/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 181/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 182/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 183/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 184/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 185/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 186/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 187/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 188/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 189/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 190/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 191/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 192/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 193/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 194/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 195/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 196/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 197/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 198/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 199/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 200/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 201/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 202/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 203/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 204/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libsbc-1.4-9.el9.x86_64 205/314 2026-04-02T11:43:06.381 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 206/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 207/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 208/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 209/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 210/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 211/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 212/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 213/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 214/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 215/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 216/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 217/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 218/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 219/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 220/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 221/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 222/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 223/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lua-5.4.4-4.el9.x86_64 224/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 225/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 226/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 227/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 228/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 229/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 230/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 231/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 232/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mesa-filesystem-25.0.7-5.el9_7.x86_64 233/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mesa-libEGL-25.0.7-5.el9_7.x86_64 234/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mesa-libGL-25.0.7-5.el9_7.x86_64 235/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mesa-libgbm-25.0.7-5.el9_7.x86_64 236/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 237/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 238/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 239/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 240/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : opus-1.3.1-10.el9.x86_64 241/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : orc-0.4.31-8.el9.x86_64 242/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 243/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 244/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ostree-libs-2025.6-2.el9_7.x86_64 245/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 246/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 247/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 248/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 249/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 250/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 251/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 253/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 254/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 255/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 256/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 257/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 258/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 259/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 260/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 261/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 262/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 263/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 264/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 265/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 266/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 267/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 268/314 2026-04-02T11:43:06.382 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 269/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jmespath-1.0.1-1.el9_7.noarch 270/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 271/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 272/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 273/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-numpy-1:1.23.5-2.el9_7.x86_64 274/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 275/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 276/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 277/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 278/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 279/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 280/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 281/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 282/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 283/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 284/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 285/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rtkit-0.11-29.el9.x86_64 286/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 287/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 288/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 289/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 290/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 291/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 292/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 293/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 294/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 295/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : tzdata-java-2026a-1.el9_7.noarch 296/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : upower-0.99.13-2.el9.x86_64 297/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 298/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 299/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 300/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 301/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 302/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 303/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 304/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 305/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 306/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 307/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 308/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 309/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 310/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 311/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 312/314 2026-04-02T11:43:06.383 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 313/314 2026-04-02T11:43:07.375 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:43:07.375 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 1/314 2026-04-02T11:43:07.375 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 2/314 2026-04-02T11:43:07.375 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 3/314 2026-04-02T11:43:07.375 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 4/314 2026-04-02T11:43:07.375 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 5/314 2026-04-02T11:43:07.375 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 6/314 2026-04-02T11:43:07.375 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 7/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 8/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 9/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 10/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 11/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 13/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 14/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 16/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 17/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 18/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 19/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 20/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 21/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 22/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 23/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 24/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 25/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 26/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 27/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 28/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 29/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 30/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 31/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 32/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 33/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 34/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 35/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 36/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 37/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 38/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 39/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 40/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 41/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 42/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 43/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 44/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 45/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 46/314 2026-04-02T11:43:07.376 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 47/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 48/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 49/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 50/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 51/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 52/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 53/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 54/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cheroot-10.0.1-5.el9.noarch 55/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cherrypy-18.10.0-5.el9.noarch 56/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 57/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 58/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 60/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 61/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 62/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 63/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 64/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 65/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 66/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 67/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 68/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 69/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 70/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 71/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 80/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 81/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 82/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 83/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : re2-1:20211101-20.el9.x86_64 84/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 85/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 86/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 87/314 2026-04-02T11:43:07.382 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 88/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 89/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 90/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 91/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 92/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 93/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 94/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 95/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 96/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 97/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 98/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 99/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 100/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 101/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 102/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 103/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 104/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 105/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 106/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 107/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 108/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 109/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 110/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 111/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 112/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 113/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : unzip-6.0-59.el9.x86_64 114/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : zip-3.0-35.el9.x86_64 115/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 116/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 117/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 118/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 119/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 120/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 121/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 122/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 123/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 124/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : atinject-1.0.3-9.el9.noarch 125/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : atk-2.36.0-5.el9.x86_64 126/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 127/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 128/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 129/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 130/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 131/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 132/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 133/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 134/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 135/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 136/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 137/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 138/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 139/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 140/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 141/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 142/314 2026-04-02T11:43:07.383 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 145/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 146/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 147/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 148/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 149/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 150/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 151/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 152/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 153/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 154/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : guava-30.1-10.el9.noarch 155/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 156/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 157/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 158/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 159/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 160/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 161/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 162/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 163/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 164/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 165/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 166/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 167/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 168/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 169/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 170/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : lcms2-2.12-3.el9.x86_64 171/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 172/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 173/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 174/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 175/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 176/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 177/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 178/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 179/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 180/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 181/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 182/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 183/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 184/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 185/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 186/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 187/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 188/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 189/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 190/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 191/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 192/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 193/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 194/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 195/314 2026-04-02T11:43:07.384 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 196/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 197/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 198/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 199/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 200/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 201/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 202/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 203/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 204/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libsbc-1.4-9.el9.x86_64 205/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 206/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 207/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 208/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 209/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 210/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 211/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 212/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 213/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 214/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 215/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 216/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 217/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 218/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 219/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 220/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 221/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 222/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 223/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : lua-5.4.4-4.el9.x86_64 224/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 225/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 226/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 227/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 228/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 229/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 230/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 231/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 232/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mesa-filesystem-25.0.7-5.el9_7.x86_64 233/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mesa-libEGL-25.0.7-5.el9_7.x86_64 234/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mesa-libGL-25.0.7-5.el9_7.x86_64 235/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mesa-libgbm-25.0.7-5.el9_7.x86_64 236/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 237/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 238/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 239/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 240/314 2026-04-02T11:43:07.385 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : opus-1.3.1-10.el9.x86_64 241/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : orc-0.4.31-8.el9.x86_64 242/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 243/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 244/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ostree-libs-2025.6-2.el9_7.x86_64 245/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 246/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 247/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 248/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 249/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 250/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 251/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 253/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 254/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 255/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 256/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 257/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 258/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 259/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 260/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 261/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 262/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 263/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 264/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 265/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 266/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 267/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 268/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 269/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jmespath-1.0.1-1.el9_7.noarch 270/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 271/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 272/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 273/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-numpy-1:1.23.5-2.el9_7.x86_64 274/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 275/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 276/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 277/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 278/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 279/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 280/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 281/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 282/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 283/314 2026-04-02T11:43:07.386 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 284/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 285/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : rtkit-0.11-29.el9.x86_64 286/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 287/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 288/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 289/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 290/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 291/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 292/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 293/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 294/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 295/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : tzdata-java-2026a-1.el9_7.noarch 296/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : upower-0.99.13-2.el9.x86_64 297/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 298/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 299/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 300/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 301/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 302/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 303/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 304/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 305/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 306/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 307/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 308/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 309/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 310/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 311/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 312/314 2026-04-02T11:43:07.388 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 313/314 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout:Upgraded: 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: atinject-1.0.3-9.el9.noarch 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: atk-2.36.0-5.el9.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: avahi-glib-0.8-23.el9.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: bluez-libs-5.83-2.el9.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: cdi-api-2.0.2-9.el9.noarch 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.672 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: dconf-0.40.0-6.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: exiv2-0.27.5-2.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: fuse-2.9.9-17.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: giflib-5.2.1-9.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: google-guice-4.2.3-12.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: graphene-1.10.6-2.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: grpc-data-1.46.7-10.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: gsm-1.0.19-6.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: gstreamer1-plugins-base-1.22.12-4.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: gtk3-3.24.31-8.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: guava-30.1-10.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: iso-codes-4.6.0-3.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: jansi-2.3.3-9.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: jsoup-1.13.1-13.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: jsr-305-3.0.2-9.el9.noarch 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: lcms2-2.12-3.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-04-02T11:43:07.673 INFO:teuthology.orchestra.run.vm07.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libXi-1.7.10-8.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libXtst-1.2.3-16.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libXv-1.0.11-16.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-9.0.0-15.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libasyncns-0.8-22.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libcanberra-0.30-27.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libconfig-1.7.2-9.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libdrm-2.4.123-2.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libexif-0.6.22-6.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libgsf-1.14.47-5.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libgxps-0.3.2-3.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libnbd-1.20.3-4.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libnotify-0.7.9-8.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: liboath-2.6.12-1.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libpciaccess-0.16-7.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libsbc-1.4-9.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libtdb-1.4.13-1.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-04-02T11:43:07.674 INFO:teuthology.orchestra.run.vm07.stdout: libunwind-1.6.2-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: libwebp-1.2.0-8.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: libxshmfence-1.3-10.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: lua-5.4.4-4.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: lua-posix-35.0-8.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: luarocks-3.9.2-5.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: maven-1:3.6.3-22.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: mesa-dri-drivers-25.0.7-5.el9_7.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: mesa-filesystem-25.0.7-5.el9_7.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libEGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libgbm-25.0.7-5.el9_7.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli-2.13-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: openblas-0.3.29-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: opus-1.3.1-10.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: orc-0.4.31-8.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: ostree-libs-2025.6-2.el9_7.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: pciutils-3.7.0-7.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-1.0.1-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: plexus-cipher-1.7-30.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-04-02T11:43:07.675 INFO:teuthology.orchestra.run.vm07.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-babel-2.9.1-2.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-cheroot-10.0.1-5.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-cherrypy-18.10.0-5.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-jmespath-1.0.1-1.el9_7.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-packaging-20.9-5.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-portend-3.1.0-2.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-pycparser-2.20-6.el9.noarch 2026-04-02T11:43:07.676 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-routes-2.5.1-5.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-rsa-4.9-2.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-saml-1.16.0-1.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-24.09.0-1.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: re2-1:20211101-20.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: rtkit-0.11-29.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: s3cmd-2.4.0-1.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: sisu-1:0.3.4-14.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: slf4j-1.7.30-16.el9.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: socat-1.7.4.1-8.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: thrift-0.15.0-4.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: tzdata-java-2026a-1.el9_7.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: unzip-6.0-59.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: upower-0.99.13-2.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-04-02T11:43:07.677 INFO:teuthology.orchestra.run.vm07.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-04-02T11:43:07.678 INFO:teuthology.orchestra.run.vm07.stdout: zip-3.0-35.el9.x86_64 2026-04-02T11:43:07.678 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:07.678 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-04-02T11:43:07.938 DEBUG:teuthology.parallel:result is None 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout:Upgraded: 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: atinject-1.0.3-9.el9.noarch 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: atk-2.36.0-5.el9.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: avahi-glib-0.8-23.el9.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: bluez-libs-5.83-2.el9.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: cdi-api-2.0.2-9.el9.noarch 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:08.023 INFO:teuthology.orchestra.run.vm09.stdout: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: dconf-0.40.0-6.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: exiv2-0.27.5-2.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: fuse-2.9.9-17.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: giflib-5.2.1-9.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: google-guice-4.2.3-12.el9.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: graphene-1.10.6-2.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: grpc-data-1.46.7-10.el9.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: gsm-1.0.19-6.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: gstreamer1-plugins-base-1.22.12-4.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: gtk3-3.24.31-8.el9.x86_64 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: guava-30.1-10.el9.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: iso-codes-4.6.0-3.el9.noarch 2026-04-02T11:43:08.024 INFO:teuthology.orchestra.run.vm09.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: jansi-2.3.3-9.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: jsoup-1.13.1-13.el9.noarch 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: jsr-305-3.0.2-9.el9.noarch 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: lcms2-2.12-3.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libXi-1.7.10-8.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libXtst-1.2.3-16.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libXv-1.0.11-16.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libarrow-9.0.0-15.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libasyncns-0.8-22.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libcanberra-0.30-27.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libconfig-1.7.2-9.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libdrm-2.4.123-2.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libexif-0.6.22-6.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libgsf-1.14.47-5.el9.x86_64 2026-04-02T11:43:08.025 INFO:teuthology.orchestra.run.vm09.stdout: libgxps-0.3.2-3.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libnbd-1.20.3-4.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libnotify-0.7.9-8.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: liboath-2.6.12-1.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libpciaccess-0.16-7.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libsbc-1.4-9.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libtdb-1.4.13-1.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libunwind-1.6.2-1.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libwebp-1.2.0-8.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libxshmfence-1.3-10.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: lua-5.4.4-4.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: lua-posix-35.0-8.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: luarocks-3.9.2-5.el9.noarch 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: maven-1:3.6.3-22.el9.noarch 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: mesa-dri-drivers-25.0.7-5.el9_7.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: mesa-filesystem-25.0.7-5.el9_7.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: mesa-libEGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: mesa-libGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: mesa-libgbm-25.0.7-5.el9_7.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-04-02T11:43:08.026 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli-2.13-1.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: openblas-0.3.29-1.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: opus-1.3.1-10.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: orc-0.4.31-8.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: ostree-libs-2025.6-2.el9_7.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: pciutils-3.7.0-7.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: pipewire-1.0.1-1.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: plexus-cipher-1.7-30.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-babel-2.9.1-2.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-cheroot-10.0.1-5.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-cherrypy-18.10.0-5.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-jmespath-1.0.1-1.el9_7.noarch 2026-04-02T11:43:08.027 INFO:teuthology.orchestra.run.vm09.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-numpy-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-packaging-20.9-5.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-portend-3.1.0-2.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-pycparser-2.20-6.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-routes-2.5.1-5.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-rsa-4.9-2.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-saml-1.16.0-1.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: qatlib-24.09.0-1.el9.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: re2-1:20211101-20.el9.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: rtkit-0.11-29.el9.x86_64 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: s3cmd-2.4.0-1.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: sisu-1:0.3.4-14.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: slf4j-1.7.30-16.el9.noarch 2026-04-02T11:43:08.028 INFO:teuthology.orchestra.run.vm09.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: socat-1.7.4.1-8.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: thrift-0.15.0-4.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: tzdata-java-2026a-1.el9_7.noarch 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: unzip-6.0-59.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: upower-0.99.13-2.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: zip-3.0-35.el9.x86_64 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:08.029 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-02T11:43:08.180 DEBUG:teuthology.parallel:result is None 2026-04-02T11:43:08.180 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-04-02T11:43:08.180 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-04-02T11:43:08.180 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-04-02T11:43:08.180 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:08.180 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-04-02T11:43:08.225 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:08.225 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-04-02T11:43:08.270 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-04-02T11:43:08.270 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:08.270 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/usr/bin/daemon-helper 2026-04-02T11:43:08.310 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-04-02T11:43:08.388 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:08.388 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/usr/bin/daemon-helper 2026-04-02T11:43:08.428 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-04-02T11:43:08.512 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-04-02T11:43:08.512 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:08.512 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/usr/bin/adjust-ulimits 2026-04-02T11:43:08.550 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-04-02T11:43:08.632 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:08.632 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/usr/bin/adjust-ulimits 2026-04-02T11:43:08.669 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-04-02T11:43:08.751 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-04-02T11:43:08.751 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:08.751 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/usr/bin/stdin-killer 2026-04-02T11:43:08.790 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-04-02T11:43:08.867 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:08.867 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/usr/bin/stdin-killer 2026-04-02T11:43:08.906 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-04-02T11:43:08.989 INFO:teuthology.run_tasks:Running task ceph... 2026-04-02T11:43:09.031 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-04-02T11:43:09.031 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 777 /var/log/ceph 2026-04-02T11:43:09.032 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 777 /var/log/ceph 2026-04-02T11:43:09.068 INFO:tasks.ceph:Disabling ceph logrotate... 2026-04-02T11:43:09.069 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f -- /etc/logrotate.d/ceph 2026-04-02T11:43:09.110 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f -- /etc/logrotate.d/ceph 2026-04-02T11:43:09.148 INFO:tasks.ceph:Creating extra log directories... 2026-04-02T11:43:09.148 DEBUG:teuthology.orchestra.run.vm07:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-04-02T11:43:09.190 DEBUG:teuthology.orchestra.run.vm09:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-04-02T11:43:09.234 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-04-02T11:43:09.234 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'lockdep': True, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-04-02T11:43:09.234 INFO:tasks.ceph:ctx.config {'archive_path': '/archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4931', 'branch': 'wip-sse-s3-on-v20.2.0', 'description': 'rgw:verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/http rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/lockdep}', 'email': None, 'first_in_suite': False, 'flavor': 'default', 'job_id': '4931', 'last_in_suite': False, 'machine_type': 'vps', 'name': 'supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'rocky', 'os_version': '9.7', 'overrides': {'admin_socket': {'branch': 'wip-sse-s3-on-v20.2.0'}, 'ansible.cephlab': {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'lockdep': True, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'cephadm': {'cephadm_binary_url': 'https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-2'}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]}, 'rgw': {'compression type': 'random', 'datacache': True, 'datacache_path': '/tmp/rgw_datacache', 'ec-data-pool': True, 'frontend': 'beast', 'inline data': False, 'storage classes': {'FROZEN': None, 'LUKEWARM': None}}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-tentacle', 'sha1': 'e0c4ff71baef6d5126a0201df5fe54196d89b296', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'tt-20.2.0-sse-s3-kmip-preview-not-for-production-2', 'sha1': '39db93915eaebf6594cccf2b5fc640e9a066446a'}}, 'owner': 'supriti', 'priority': 1000, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 4392, 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6', 'sleep_before_teardown': 0, 'suite': 'rgw:verify', 'suite_branch': 'tt-20.2.0-sse-s3-kmip-preview-not-for-production-2', 'suite_path': '/home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa', 'suite_relpath': 'qa', 'suite_repo': 'http://git.local/ceph.git', 'suite_sha1': '39db93915eaebf6594cccf2b5fc640e9a066446a', 'targets': {'vm07.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH16ud8KRBI4H1zGZClgjzv/Xux0xv2AaHjmnDBaHM5nKEkCFSLU6HhVZAxB8Fem+tM8rZ6lJcrKHBvZX18QbVg=', 'vm09.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCduj/VtUWZO7z5Ua3qUSt4qGdXpkOf4iqZY+fTS6P6vsFtDiiKfd4ORrfTmvWgDtSm8T3oJaspvFoRNWCpIRN0='}, 'tasks': [{'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-datacache.sh']}, 'env': {'RGW_DATACACHE_PATH': '/tmp/rgw_datacache'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'cls/test_cls_sem_set.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_datalog.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/run-rados-pool-quota.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-tentacle', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-tentacle', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'uv2', 'teuthology_sha1': 'a59626679648f962bca99d20d35578f2998c8f37', 'timestamp': '2026-04-01_22:09:12', 'tube': 'vps', 'user': 'supriti', 'verbose': False, 'worker_log': '/home/teuthos/.teuthology/dispatcher/dispatcher.vps.1710593'} 2026-04-02T11:43:09.234 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-04-02T11:43:09.271 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-04-02T11:43:09.305 DEBUG:teuthology.orchestra.run.vm07:> sudo install -d -m0777 -- /var/run/ceph 2026-04-02T11:43:09.345 DEBUG:teuthology.orchestra.run.vm09:> sudo install -d -m0777 -- /var/run/ceph 2026-04-02T11:43:09.384 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:09.384 DEBUG:teuthology.orchestra.run.vm07:> dd if=/scratch_devs of=/dev/stdout 2026-04-02T11:43:09.453 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-02T11:43:09.454 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vg_nvme/lv_1 2026-04-02T11:43:09.524 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-02T11:43:09.524 INFO:teuthology.orchestra.run.vm07.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:43:09.524 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 1056 Links: 1 2026-04-02T11:43:09.524 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:43:09.524 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:43:09.524 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-04-02 11:43:03.482221400 +0000 2026-04-02T11:43:09.525 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-04-02 11:42:39.662175424 +0000 2026-04-02T11:43:09.525 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-04-02 11:42:39.662175424 +0000 2026-04-02T11:43:09.525 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-04-02 11:42:39.662175424 +0000 2026-04-02T11:43:09.525 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-02T11:43:09.604 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-04-02T11:43:09.604 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-04-02T11:43:09.604 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000153268 s, 3.3 MB/s 2026-04-02T11:43:09.606 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-02T11:43:09.678 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vg_nvme/lv_2 2026-04-02T11:43:09.748 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-02T11:43:09.748 INFO:teuthology.orchestra.run.vm07.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:43:09.748 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 1053 Links: 1 2026-04-02T11:43:09.748 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:43:09.748 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:43:09.749 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-04-02 11:43:03.482221400 +0000 2026-04-02T11:43:09.749 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-04-02 11:42:39.660175420 +0000 2026-04-02T11:43:09.749 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-04-02 11:42:39.660175420 +0000 2026-04-02T11:43:09.749 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-04-02 11:42:39.660175420 +0000 2026-04-02T11:43:09.749 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-02T11:43:09.826 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-04-02T11:43:09.826 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-04-02T11:43:09.826 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.00014473 s, 3.5 MB/s 2026-04-02T11:43:09.827 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-02T11:43:09.899 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vg_nvme/lv_3 2026-04-02T11:43:09.972 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-02T11:43:09.972 INFO:teuthology.orchestra.run.vm07.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:43:09.972 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 1064 Links: 1 2026-04-02T11:43:09.972 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:43:09.972 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:43:09.972 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-04-02 11:43:03.482221400 +0000 2026-04-02T11:43:09.972 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-04-02 11:42:39.663175426 +0000 2026-04-02T11:43:09.972 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-04-02 11:42:39.663175426 +0000 2026-04-02T11:43:09.972 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-04-02 11:42:39.663175426 +0000 2026-04-02T11:43:09.973 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-02T11:43:10.049 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-04-02T11:43:10.049 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-04-02T11:43:10.050 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000153247 s, 3.3 MB/s 2026-04-02T11:43:10.050 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-02T11:43:10.124 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vg_nvme/lv_4 2026-04-02T11:43:10.192 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-02T11:43:10.192 INFO:teuthology.orchestra.run.vm07.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:43:10.192 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 1069 Links: 1 2026-04-02T11:43:10.192 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:43:10.192 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:43:10.193 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-04-02 11:43:03.483221402 +0000 2026-04-02T11:43:10.193 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-04-02 11:42:39.667175434 +0000 2026-04-02T11:43:10.193 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-04-02 11:42:39.667175434 +0000 2026-04-02T11:43:10.193 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-04-02 11:42:39.667175434 +0000 2026-04-02T11:43:10.193 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-02T11:43:10.269 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-04-02T11:43:10.269 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-04-02T11:43:10.269 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.00020302 s, 2.5 MB/s 2026-04-02T11:43:10.270 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-02T11:43:10.343 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:43:10.343 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:10.343 DEBUG:teuthology.orchestra.run.vm09:> dd if=/scratch_devs of=/dev/stdout 2026-04-02T11:43:10.374 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-02T11:43:10.374 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vg_nvme/lv_1 2026-04-02T11:43:10.447 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-02T11:43:10.448 INFO:teuthology.orchestra.run.vm09.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:43:10.448 INFO:teuthology.orchestra.run.vm09.stdout:Device: 5h/5d Inode: 1064 Links: 1 2026-04-02T11:43:10.448 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:43:10.448 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:43:10.448 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-04-02 11:43:03.728834706 +0000 2026-04-02T11:43:10.448 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-04-02 11:42:39.864808721 +0000 2026-04-02T11:43:10.448 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-04-02 11:42:39.864808721 +0000 2026-04-02T11:43:10.448 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-04-02 11:42:39.864808721 +0000 2026-04-02T11:43:10.448 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-02T11:43:10.533 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-04-02T11:43:10.533 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-04-02T11:43:10.533 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000159018 s, 3.2 MB/s 2026-04-02T11:43:10.534 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-02T11:43:10.566 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vg_nvme/lv_2 2026-04-02T11:43:10.636 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-02T11:43:10.636 INFO:teuthology.orchestra.run.vm09.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:43:10.636 INFO:teuthology.orchestra.run.vm09.stdout:Device: 5h/5d Inode: 1057 Links: 1 2026-04-02T11:43:10.636 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:43:10.636 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:43:10.636 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-04-02 11:43:03.729834708 +0000 2026-04-02T11:43:10.636 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-04-02 11:42:39.861808718 +0000 2026-04-02T11:43:10.636 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-04-02 11:42:39.861808718 +0000 2026-04-02T11:43:10.636 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-04-02 11:42:39.861808718 +0000 2026-04-02T11:43:10.637 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-02T11:43:10.713 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-04-02T11:43:10.714 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-04-02T11:43:10.714 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000136525 s, 3.8 MB/s 2026-04-02T11:43:10.715 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-02T11:43:10.789 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vg_nvme/lv_3 2026-04-02T11:43:10.861 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-02T11:43:10.861 INFO:teuthology.orchestra.run.vm09.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:43:10.861 INFO:teuthology.orchestra.run.vm09.stdout:Device: 5h/5d Inode: 1067 Links: 1 2026-04-02T11:43:10.861 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:43:10.861 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:43:10.861 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-04-02 11:43:03.729834708 +0000 2026-04-02T11:43:10.861 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-04-02 11:42:39.866808723 +0000 2026-04-02T11:43:10.861 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-04-02 11:42:39.866808723 +0000 2026-04-02T11:43:10.861 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-04-02 11:42:39.866808723 +0000 2026-04-02T11:43:10.861 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-02T11:43:10.938 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-04-02T11:43:10.938 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-04-02T11:43:10.938 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000138669 s, 3.7 MB/s 2026-04-02T11:43:10.939 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-02T11:43:11.009 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vg_nvme/lv_4 2026-04-02T11:43:11.081 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-02T11:43:11.081 INFO:teuthology.orchestra.run.vm09.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:43:11.081 INFO:teuthology.orchestra.run.vm09.stdout:Device: 5h/5d Inode: 1051 Links: 1 2026-04-02T11:43:11.081 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:43:11.081 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:43:11.081 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-04-02 11:43:03.729834708 +0000 2026-04-02T11:43:11.081 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-04-02 11:42:39.858808714 +0000 2026-04-02T11:43:11.082 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-04-02 11:42:39.858808714 +0000 2026-04-02T11:43:11.082 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-04-02 11:42:39.858808714 +0000 2026-04-02T11:43:11.082 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-02T11:43:11.161 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-04-02T11:43:11.161 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-04-02T11:43:11.161 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000145011 s, 3.5 MB/s 2026-04-02T11:43:11.162 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-02T11:43:11.234 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:43:11.234 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@vm07.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@vm09.local'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-04-02T11:43:11.234 INFO:tasks.ceph:Generating config... 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] debug rgw = 20 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] debug rgw notification = 20 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] lockdep = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw d3n l1 datacache size = 10737418240 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw d3n l1 local datacache enabled = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw enable ops log = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw max chunk size = 4194304 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw obj stripe size = 6291456 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw torrent flag = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] rgw user counters cache = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] setgroup = ceph 2026-04-02T11:43:11.235 INFO:tasks.ceph:[client] setuser = ceph 2026-04-02T11:43:11.235 INFO:tasks.ceph:[global] mon client directed command retry = 5 2026-04-02T11:43:11.235 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2026-04-02T11:43:11.235 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2026-04-02T11:43:11.235 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2026-04-02T11:43:11.235 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2026-04-02T11:43:11.235 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-04-02T11:43:11.235 INFO:tasks.ceph:[mgr] debug ms = 1 2026-04-02T11:43:11.235 INFO:tasks.ceph:[mon] debug mon = 20 2026-04-02T11:43:11.235 INFO:tasks.ceph:[mon] debug ms = 1 2026-04-02T11:43:11.235 INFO:tasks.ceph:[mon] debug paxos = 20 2026-04-02T11:43:11.235 INFO:tasks.ceph:[mon] lockdep = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] bdev async discard = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] bdev enable discard = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] debug ms = 1 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] debug objclass = 20 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] debug osd = 20 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] lockdep = True 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-04-02T11:43:11.235 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-04-02T11:43:11.236 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-04-02T11:43:11.236 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-04-02T11:43:11.236 INFO:tasks.ceph:[osd] osd mclock iops capacity threshold hdd = 49000 2026-04-02T11:43:11.236 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-04-02T11:43:11.236 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2026-04-02T11:43:11.236 INFO:tasks.ceph:Setting up mon.a... 2026-04-02T11:43:11.236 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-04-02T11:43:11.287 INFO:teuthology.orchestra.run.vm07.stdout:creating /etc/ceph/ceph.keyring 2026-04-02T11:43:11.290 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-04-02T11:43:11.344 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-02T11:43:11.384 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '192.168.123.107'), ('mon.c', '[v2:192.168.123.107:3301,v1:192.168.123.107:6790]'), ('mon.b', '192.168.123.109')] 2026-04-02T11:43:11.384 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '192.168.123.107,[v2:192.168.123.107:3301,v1:192.168.123.107:6790],192.168.123.109', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': True, 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'lockdep': True, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2026-04-02T11:43:11.384 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:11.384 DEBUG:teuthology.orchestra.run.vm07:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-04-02T11:43:11.455 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 192.168.123.107 --addv c '[v2:192.168.123.107:3301,v1:192.168.123.107:6790]' --add b 192.168.123.109 --print /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:11.547 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:11.547 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:11.547 INFO:teuthology.orchestra.run.vm07.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:11.547 INFO:teuthology.orchestra.run.vm07.stdout:monmaptool: generated fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T11:43:11.547 INFO:teuthology.orchestra.run.vm07.stdout:setting min_mon_release = tentacle 2026-04-02T11:43:11.547 INFO:teuthology.orchestra.run.vm07.stdout:epoch 0 2026-04-02T11:43:11.547 INFO:teuthology.orchestra.run.vm07.stdout:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T11:43:11.548 INFO:teuthology.orchestra.run.vm07.stdout:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T11:43:11.548 INFO:teuthology.orchestra.run.vm07.stdout:created 2026-04-02T11:43:11.547245+0000 2026-04-02T11:43:11.548 INFO:teuthology.orchestra.run.vm07.stdout:min_mon_release 20 (tentacle) 2026-04-02T11:43:11.548 INFO:teuthology.orchestra.run.vm07.stdout:election_strategy: 1 2026-04-02T11:43:11.548 INFO:teuthology.orchestra.run.vm07.stdout:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T11:43:11.548 INFO:teuthology.orchestra.run.vm07.stdout:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T11:43:11.548 INFO:teuthology.orchestra.run.vm07.stdout:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T11:43:11.548 INFO:teuthology.orchestra.run.vm07.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2026-04-02T11:43:11.549 DEBUG:teuthology.orchestra.run.vm07:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-04-02T11:43:11.579 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID adb573c4-ec44-45ce-b65e-676da5410173... 2026-04-02T11:43:11.579 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-04-02T11:43:11.620 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout:[global] 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: chdir = "" 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: auth supported = cephx 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: filestore xattr use omap = true 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: mon clock drift allowed = 1.000 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: osd crush chooseleaf type = 0 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: auth debug = true 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: ms die on old message = true 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: ms die on bug = true 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: mon max pg per osd = 10000 # >= luminous 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: mon pg warn max object skew = 0 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: # disable pg_autoscaler by default for new pools 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: osd_pool_default_pg_autoscale_mode = off 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: osd pool default size = 2 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: mon osd allow primary affinity = true 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: mon osd allow pg remap = true 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on legacy crush tunables = false 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on crush straw calc version zero = false 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on no sortbitwise = false 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on osd down out interval zero = false 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on too few osds = false 2026-04-02T11:43:11.675 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_pool_no_redundancy = false 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: mon_allow_pool_size_one = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd default data pool replay window = 5 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: mon allow pool delete = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: mon cluster log file level = debug 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: debug asserts on shutdown = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: mon health detail to clog = false 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: mon host = "192.168.123.107,[v2:192.168.123.107:3301,v1:192.168.123.107:6790],192.168.123.109" 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: mon client directed command retry = 5 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: ms inject socket failures = 5000 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd_max_pg_log_entries = 10 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd_min_pg_log_entries = 10 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: rgw override bucket index max shards = 1 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: fsid = adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout:[osd] 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd journal size = 100 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd scrub load threshold = 5.0 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd scrub max interval = 600 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd mclock profile = high_recovery_ops 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd recover clone overlap = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd recovery max chunk = 1048576 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd debug shutdown = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd debug op order = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd debug verify stray on activate = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd debug trim objects = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd open classes on start = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd debug pg log writeout = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd deep scrub update digest min age = 30 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd map max advance = 10 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: journal zero on create = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: filestore ondisk finisher threads = 3 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: filestore apply finisher threads = 3 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: bdev debug aio = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: osd debug misdirected ops = true 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: bdev async discard = True 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: bdev enable discard = True 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: bluestore allocator = bitmap 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: bluestore block size = 96636764160 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: bluestore fsck on mount = True 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: debug bluefs = 1/20 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: debug bluestore = 1/20 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: debug ms = 1 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: debug objclass = 20 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: debug osd = 20 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: debug rocksdb = 4/10 2026-04-02T11:43:11.676 INFO:teuthology.orchestra.run.vm07.stdout: lockdep = True 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon osd backfillfull_ratio = 0.85 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon osd full ratio = 0.9 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon osd nearfull ratio = 0.8 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: osd failsafe full ratio = 0.95 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: osd mclock iops capacity threshold hdd = 49000 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: osd objectstore = bluestore 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: osd shutdown pgref assert = True 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout:[mgr] 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: debug ms = 1 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: debug mgr = 20 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: debug mon = 20 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: debug auth = 20 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mgr/telemetry/nag = false 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout:[mon] 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: debug ms = 1 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: debug mon = 20 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: debug paxos = 20 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: debug auth = 20 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon data avail warn = 5 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon mgr mkfs grace = 240 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon osd reporter subtree level = osd 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon osd prime pg temp = true 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: auth mon ticket ttl = 660 # 11m 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: auth service ticket ttl = 240 # 4m 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: # don't complain about insecure global_id in the test suite 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: # 1m isn't quite enough 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon_down_mkfs_grace = 2m 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_filestore_osds = false 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: lockdep = True 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout:[client] 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw cache enabled = true 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw enable ops log = True 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw enable usage log = true 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: debug rgw = 20 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: debug rgw notification = 20 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: lockdep = True 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw bucket counters cache = True 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw crypt require ssl = False 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw crypt s3 kms backend = testing 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw d3n l1 datacache size = 10737418240 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw d3n l1 local datacache enabled = True 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw max chunk size = 4194304 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw obj stripe size = 6291456 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw reshard progress judge interval = 10 2026-04-02T11:43:11.677 INFO:teuthology.orchestra.run.vm07.stdout: rgw s3 auth use sts = True 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm07.stdout: rgw sts key = abcdefghijklmnop 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm07.stdout: rgw torrent flag = True 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm07.stdout: rgw user counters cache = True 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm07.stdout: setgroup = ceph 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm07.stdout: setuser = ceph 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm07.stdout:[mon.a] 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm07.stdout:[mon.c] 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm07.stdout:[mon.b] 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout:[global] 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: chdir = "" 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: auth supported = cephx 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: filestore xattr use omap = true 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon clock drift allowed = 1.000 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: osd crush chooseleaf type = 0 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: auth debug = true 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: ms die on old message = true 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: ms die on bug = true 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon max pg per osd = 10000 # >= luminous 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon pg warn max object skew = 0 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: # disable pg_autoscaler by default for new pools 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: osd_pool_default_pg_autoscale_mode = off 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: osd pool default size = 2 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon osd allow primary affinity = true 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon osd allow pg remap = true 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon warn on legacy crush tunables = false 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon warn on crush straw calc version zero = false 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon warn on no sortbitwise = false 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon warn on osd down out interval zero = false 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon warn on too few osds = false 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon_warn_on_pool_no_redundancy = false 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: mon_allow_pool_size_one = true 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: osd default data pool replay window = 5 2026-04-02T11:43:11.678 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: mon allow pool delete = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: mon cluster log file level = debug 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: debug asserts on shutdown = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: mon health detail to clog = false 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: mon host = "192.168.123.107,[v2:192.168.123.107:3301,v1:192.168.123.107:6790],192.168.123.109" 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: mon client directed command retry = 5 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: ms inject socket failures = 5000 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd_max_pg_log_entries = 10 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd_min_pg_log_entries = 10 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: rgw override bucket index max shards = 1 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: fsid = adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout:[osd] 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd journal size = 100 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd scrub load threshold = 5.0 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd scrub max interval = 600 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd mclock profile = high_recovery_ops 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd recover clone overlap = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd recovery max chunk = 1048576 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd debug shutdown = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd debug op order = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd debug verify stray on activate = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd debug trim objects = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd open classes on start = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd debug pg log writeout = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd deep scrub update digest min age = 30 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd map max advance = 10 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: journal zero on create = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: filestore ondisk finisher threads = 3 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: filestore apply finisher threads = 3 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: bdev debug aio = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd debug misdirected ops = true 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: bdev async discard = True 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: bdev enable discard = True 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: bluestore allocator = bitmap 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: bluestore block size = 96636764160 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: bluestore fsck on mount = True 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: debug bluefs = 1/20 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: debug bluestore = 1/20 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: debug ms = 1 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: debug objclass = 20 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: debug osd = 20 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: debug rocksdb = 4/10 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: lockdep = True 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: mon osd backfillfull_ratio = 0.85 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: mon osd full ratio = 0.9 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: mon osd nearfull ratio = 0.8 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd failsafe full ratio = 0.95 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd mclock iops capacity threshold hdd = 49000 2026-04-02T11:43:11.679 INFO:teuthology.orchestra.run.vm09.stdout: osd objectstore = bluestore 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: osd shutdown pgref assert = True 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout:[mgr] 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: debug ms = 1 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: debug mgr = 20 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: debug mon = 20 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: debug auth = 20 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mgr/telemetry/nag = false 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout:[mon] 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: debug ms = 1 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: debug mon = 20 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: debug paxos = 20 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: debug auth = 20 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon data avail warn = 5 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon mgr mkfs grace = 240 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon osd reporter subtree level = osd 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon osd prime pg temp = true 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: auth mon ticket ttl = 660 # 11m 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: auth service ticket ttl = 240 # 4m 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: # don't complain about insecure global_id in the test suite 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: # 1m isn't quite enough 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon_down_mkfs_grace = 2m 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: mon_warn_on_filestore_osds = false 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: lockdep = True 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout:[client] 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw cache enabled = true 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw enable ops log = True 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw enable usage log = true 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: debug rgw = 20 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: debug rgw notification = 20 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: lockdep = True 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw bucket counters cache = True 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw crypt require ssl = False 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw crypt s3 kms backend = testing 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw d3n l1 datacache size = 10737418240 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw d3n l1 local datacache enabled = True 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw max chunk size = 4194304 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw obj stripe size = 6291456 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw reshard progress judge interval = 10 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw s3 auth use sts = True 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw sts key = abcdefghijklmnop 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw torrent flag = True 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: rgw user counters cache = True 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: setgroup = ceph 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout: setuser = ceph 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout:[mon.a] 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout:[mon.c] 2026-04-02T11:43:11.680 INFO:teuthology.orchestra.run.vm09.stdout:[mon.b] 2026-04-02T11:43:11.688 INFO:tasks.ceph:Creating admin key on mon.a... 2026-04-02T11:43:11.689 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-04-02T11:43:11.745 INFO:tasks.ceph:Copying monmap to all nodes... 2026-04-02T11:43:11.745 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:11.745 DEBUG:teuthology.orchestra.run.vm07:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-04-02T11:43:11.777 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:11.778 DEBUG:teuthology.orchestra.run.vm07:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-04-02T11:43:11.851 INFO:tasks.ceph:Sending monmap to node ubuntu@vm07.local 2026-04-02T11:43:11.851 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:11.851 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/ceph/ceph.keyring 2026-04-02T11:43:11.851 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-02T11:43:11.946 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:11.946 DEBUG:teuthology.orchestra.run.vm07:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:12.015 INFO:tasks.ceph:Sending monmap to node ubuntu@vm09.local 2026-04-02T11:43:12.015 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:12.015 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.keyring 2026-04-02T11:43:12.015 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-02T11:43:12.071 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:12.071 DEBUG:teuthology.orchestra.run.vm09:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:12.140 INFO:tasks.ceph:Setting up mon nodes... 2026-04-02T11:43:12.141 INFO:tasks.ceph:Setting up mgr nodes... 2026-04-02T11:43:12.141 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2026-04-02T11:43:12.207 INFO:teuthology.orchestra.run.vm07.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2026-04-02T11:43:12.210 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-04-02T11:43:12.277 INFO:teuthology.orchestra.run.vm09.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-04-02T11:43:12.280 INFO:tasks.ceph:Setting up mds nodes... 2026-04-02T11:43:12.281 INFO:tasks.ceph_client:Setting up client nodes... 2026-04-02T11:43:12.281 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-04-02T11:43:12.337 INFO:teuthology.orchestra.run.vm07.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-04-02T11:43:12.352 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-04-02T11:43:12.404 INFO:teuthology.orchestra.run.vm09.stdout:creating /etc/ceph/ceph.client.1.keyring 2026-04-02T11:43:12.420 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-04-02T11:43:12.420 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@vm07.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@vm09.local'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-04-02T11:43:12.420 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-04-02T11:43:12.462 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:43:12.462 INFO:tasks.ceph:role: osd.0 2026-04-02T11:43:12.462 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@vm07.local 2026-04-02T11:43:12.462 DEBUG:teuthology.orchestra.run.vm07:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-04-02T11:43:12.547 INFO:teuthology.orchestra.run.vm07.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:43:12.548 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:43:12.548 INFO:teuthology.orchestra.run.vm07.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:43:12.548 INFO:teuthology.orchestra.run.vm07.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:43:12.548 INFO:teuthology.orchestra.run.vm07.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:43:12.548 INFO:teuthology.orchestra.run.vm07.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:43:12.548 INFO:teuthology.orchestra.run.vm07.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:43:12.548 INFO:teuthology.orchestra.run.vm07.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:43:12.548 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:43:12.548 INFO:teuthology.orchestra.run.vm07.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:43:12.579 INFO:teuthology.orchestra.run.vm07.stdout:Discarding blocks...Done. 2026-04-02T11:43:12.581 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@vm07.local -o noatime 2026-04-02T11:43:12.581 DEBUG:teuthology.orchestra.run.vm07:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2026-04-02T11:43:12.621 DEBUG:teuthology.orchestra.run.vm07:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-04-02T11:43:12.705 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-04-02T11:43:12.749 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:43:12.749 INFO:tasks.ceph:role: osd.1 2026-04-02T11:43:12.749 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@vm07.local 2026-04-02T11:43:12.749 DEBUG:teuthology.orchestra.run.vm07:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-04-02T11:43:12.792 INFO:teuthology.orchestra.run.vm07.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:43:12.792 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:43:12.792 INFO:teuthology.orchestra.run.vm07.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:43:12.793 INFO:teuthology.orchestra.run.vm07.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:43:12.793 INFO:teuthology.orchestra.run.vm07.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:43:12.793 INFO:teuthology.orchestra.run.vm07.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:43:12.793 INFO:teuthology.orchestra.run.vm07.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:43:12.793 INFO:teuthology.orchestra.run.vm07.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:43:12.793 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:43:12.793 INFO:teuthology.orchestra.run.vm07.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:43:12.798 INFO:teuthology.orchestra.run.vm07.stdout:Discarding blocks...Done. 2026-04-02T11:43:12.800 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@vm07.local -o noatime 2026-04-02T11:43:12.800 DEBUG:teuthology.orchestra.run.vm07:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2026-04-02T11:43:12.852 DEBUG:teuthology.orchestra.run.vm07:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-04-02T11:43:12.897 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-04-02T11:43:12.933 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:43:12.933 INFO:tasks.ceph:role: osd.2 2026-04-02T11:43:12.933 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@vm07.local 2026-04-02T11:43:12.933 DEBUG:teuthology.orchestra.run.vm07:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-04-02T11:43:13.013 INFO:teuthology.orchestra.run.vm07.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:43:13.014 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:43:13.014 INFO:teuthology.orchestra.run.vm07.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:43:13.014 INFO:teuthology.orchestra.run.vm07.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:43:13.014 INFO:teuthology.orchestra.run.vm07.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:43:13.014 INFO:teuthology.orchestra.run.vm07.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:43:13.014 INFO:teuthology.orchestra.run.vm07.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:43:13.014 INFO:teuthology.orchestra.run.vm07.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:43:13.014 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:43:13.014 INFO:teuthology.orchestra.run.vm07.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:43:13.018 INFO:teuthology.orchestra.run.vm07.stdout:Discarding blocks...Done. 2026-04-02T11:43:13.021 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@vm07.local -o noatime 2026-04-02T11:43:13.021 DEBUG:teuthology.orchestra.run.vm07:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2026-04-02T11:43:13.104 DEBUG:teuthology.orchestra.run.vm07:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-04-02T11:43:13.138 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2026-04-02T11:43:13.208 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:43:13.208 INFO:tasks.ceph:role: osd.3 2026-04-02T11:43:13.208 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@vm07.local 2026-04-02T11:43:13.208 DEBUG:teuthology.orchestra.run.vm07:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-04-02T11:43:13.288 INFO:teuthology.orchestra.run.vm07.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:43:13.288 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:43:13.288 INFO:teuthology.orchestra.run.vm07.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:43:13.288 INFO:teuthology.orchestra.run.vm07.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:43:13.288 INFO:teuthology.orchestra.run.vm07.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:43:13.289 INFO:teuthology.orchestra.run.vm07.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:43:13.289 INFO:teuthology.orchestra.run.vm07.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:43:13.289 INFO:teuthology.orchestra.run.vm07.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:43:13.289 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:43:13.289 INFO:teuthology.orchestra.run.vm07.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:43:13.294 INFO:teuthology.orchestra.run.vm07.stdout:Discarding blocks...Done. 2026-04-02T11:43:13.296 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@vm07.local -o noatime 2026-04-02T11:43:13.296 DEBUG:teuthology.orchestra.run.vm07:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2026-04-02T11:43:13.385 DEBUG:teuthology.orchestra.run.vm07:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2026-04-02T11:43:13.425 DEBUG:teuthology.orchestra.run.vm07:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:13.521 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:13.519+0000 7f8f9b40e900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-04-02T11:43:13.521 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:13.519+0000 7f8f9b40e900 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-04-02T11:43:13.521 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:13.519+0000 7f8f9b40e900 -1 bdev(0x5630c3b53800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-04-02T11:43:13.521 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:13.520+0000 7f8f9b40e900 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-04-02T11:43:14.159 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-04-02T11:43:14.200 DEBUG:teuthology.orchestra.run.vm07:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:14.292+0000 7f7659c82900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-04-02T11:43:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:14.292+0000 7f7659c82900 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-04-02T11:43:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:14.292+0000 7f7659c82900 -1 bdev(0x55e3933e3800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-04-02T11:43:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:14.292+0000 7f7659c82900 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-04-02T11:43:14.939 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-04-02T11:43:14.978 DEBUG:teuthology.orchestra.run.vm07:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:15.071 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:15.069+0000 7f0505452900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-04-02T11:43:15.071 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:15.069+0000 7f0505452900 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-04-02T11:43:15.071 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:15.069+0000 7f0505452900 -1 bdev(0x556da86f3800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-04-02T11:43:15.071 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:15.069+0000 7f0505452900 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-04-02T11:43:15.714 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-04-02T11:43:15.750 DEBUG:teuthology.orchestra.run.vm07:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:15.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:15.842+0000 7ffae6e10900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2026-04-02T11:43:15.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:15.842+0000 7ffae6e10900 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2026-04-02T11:43:15.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:15.842+0000 7ffae6e10900 -1 bdev(0x563214e03800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2026-04-02T11:43:15.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:43:15.842+0000 7ffae6e10900 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2026-04-02T11:43:16.480 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-04-02T11:43:16.518 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2026-04-02T11:43:16.557 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:43:16.557 INFO:tasks.ceph:role: osd.4 2026-04-02T11:43:16.557 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@vm09.local 2026-04-02T11:43:16.558 DEBUG:teuthology.orchestra.run.vm09:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-04-02T11:43:16.632 INFO:teuthology.orchestra.run.vm09.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:43:16.632 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:43:16.632 INFO:teuthology.orchestra.run.vm09.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:43:16.632 INFO:teuthology.orchestra.run.vm09.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:43:16.632 INFO:teuthology.orchestra.run.vm09.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:43:16.632 INFO:teuthology.orchestra.run.vm09.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:43:16.632 INFO:teuthology.orchestra.run.vm09.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:43:16.632 INFO:teuthology.orchestra.run.vm09.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:43:16.632 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:43:16.632 INFO:teuthology.orchestra.run.vm09.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:43:16.638 INFO:teuthology.orchestra.run.vm09.stdout:Discarding blocks...Done. 2026-04-02T11:43:16.639 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@vm09.local -o noatime 2026-04-02T11:43:16.639 DEBUG:teuthology.orchestra.run.vm09:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2026-04-02T11:43:16.724 DEBUG:teuthology.orchestra.run.vm09:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2026-04-02T11:43:16.764 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2026-04-02T11:43:16.844 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:43:16.844 INFO:tasks.ceph:role: osd.5 2026-04-02T11:43:16.844 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@vm09.local 2026-04-02T11:43:16.845 DEBUG:teuthology.orchestra.run.vm09:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-04-02T11:43:16.924 INFO:teuthology.orchestra.run.vm09.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:43:16.925 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:43:16.925 INFO:teuthology.orchestra.run.vm09.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:43:16.925 INFO:teuthology.orchestra.run.vm09.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:43:16.925 INFO:teuthology.orchestra.run.vm09.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:43:16.925 INFO:teuthology.orchestra.run.vm09.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:43:16.925 INFO:teuthology.orchestra.run.vm09.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:43:16.925 INFO:teuthology.orchestra.run.vm09.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:43:16.925 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:43:16.925 INFO:teuthology.orchestra.run.vm09.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:43:16.930 INFO:teuthology.orchestra.run.vm09.stdout:Discarding blocks...Done. 2026-04-02T11:43:16.933 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@vm09.local -o noatime 2026-04-02T11:43:16.933 DEBUG:teuthology.orchestra.run.vm09:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2026-04-02T11:43:17.017 DEBUG:teuthology.orchestra.run.vm09:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2026-04-02T11:43:17.061 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2026-04-02T11:43:17.100 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:43:17.100 INFO:tasks.ceph:role: osd.6 2026-04-02T11:43:17.100 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@vm09.local 2026-04-02T11:43:17.100 DEBUG:teuthology.orchestra.run.vm09:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-04-02T11:43:17.178 INFO:teuthology.orchestra.run.vm09.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:43:17.178 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:43:17.178 INFO:teuthology.orchestra.run.vm09.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:43:17.178 INFO:teuthology.orchestra.run.vm09.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:43:17.178 INFO:teuthology.orchestra.run.vm09.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:43:17.178 INFO:teuthology.orchestra.run.vm09.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:43:17.179 INFO:teuthology.orchestra.run.vm09.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:43:17.179 INFO:teuthology.orchestra.run.vm09.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:43:17.179 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:43:17.179 INFO:teuthology.orchestra.run.vm09.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:43:17.183 INFO:teuthology.orchestra.run.vm09.stdout:Discarding blocks...Done. 2026-04-02T11:43:17.185 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@vm09.local -o noatime 2026-04-02T11:43:17.186 DEBUG:teuthology.orchestra.run.vm09:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2026-04-02T11:43:17.265 DEBUG:teuthology.orchestra.run.vm09:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2026-04-02T11:43:17.346 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2026-04-02T11:43:17.422 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:43:17.422 INFO:tasks.ceph:role: osd.7 2026-04-02T11:43:17.422 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@vm09.local 2026-04-02T11:43:17.422 DEBUG:teuthology.orchestra.run.vm09:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-04-02T11:43:17.500 INFO:teuthology.orchestra.run.vm09.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:43:17.500 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:43:17.500 INFO:teuthology.orchestra.run.vm09.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:43:17.500 INFO:teuthology.orchestra.run.vm09.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:43:17.500 INFO:teuthology.orchestra.run.vm09.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:43:17.500 INFO:teuthology.orchestra.run.vm09.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:43:17.500 INFO:teuthology.orchestra.run.vm09.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:43:17.500 INFO:teuthology.orchestra.run.vm09.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:43:17.500 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:43:17.500 INFO:teuthology.orchestra.run.vm09.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:43:17.505 INFO:teuthology.orchestra.run.vm09.stdout:Discarding blocks...Done. 2026-04-02T11:43:17.506 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@vm09.local -o noatime 2026-04-02T11:43:17.507 DEBUG:teuthology.orchestra.run.vm09:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2026-04-02T11:43:17.585 DEBUG:teuthology.orchestra.run.vm09:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2026-04-02T11:43:17.662 DEBUG:teuthology.orchestra.run.vm09:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:17.756 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:17.754+0000 7f6a272df900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2026-04-02T11:43:17.756 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:17.754+0000 7f6a272df900 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2026-04-02T11:43:17.756 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:17.754+0000 7f6a272df900 -1 bdev(0x5586e85b1800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2026-04-02T11:43:17.756 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:17.754+0000 7f6a272df900 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2026-04-02T11:43:18.405 DEBUG:teuthology.orchestra.run.vm09:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-04-02T11:43:18.440 DEBUG:teuthology.orchestra.run.vm09:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:18.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:18.533+0000 7f94d2ed8900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2026-04-02T11:43:18.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:18.533+0000 7f94d2ed8900 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2026-04-02T11:43:18.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:18.533+0000 7f94d2ed8900 -1 bdev(0x5565f6e25800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2026-04-02T11:43:18.536 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:18.533+0000 7f94d2ed8900 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2026-04-02T11:43:19.166 DEBUG:teuthology.orchestra.run.vm09:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-04-02T11:43:19.201 DEBUG:teuthology.orchestra.run.vm09:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:19.293 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:19.290+0000 7f73fff3a900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2026-04-02T11:43:19.293 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:19.290+0000 7f73fff3a900 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2026-04-02T11:43:19.293 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:19.291+0000 7f73fff3a900 -1 bdev(0x564873373800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2026-04-02T11:43:19.293 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:19.291+0000 7f73fff3a900 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2026-04-02T11:43:19.918 DEBUG:teuthology.orchestra.run.vm09:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-04-02T11:43:19.954 DEBUG:teuthology.orchestra.run.vm09:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:20.048 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:20.046+0000 7fe8b1fb9900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2026-04-02T11:43:20.048 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:20.046+0000 7fe8b1fb9900 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2026-04-02T11:43:20.048 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:20.046+0000 7fe8b1fb9900 -1 bdev(0x55d608ded800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2026-04-02T11:43:20.049 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-02T11:43:20.046+0000 7fe8b1fb9900 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2026-04-02T11:43:20.685 DEBUG:teuthology.orchestra.run.vm09:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-04-02T11:43:20.721 INFO:tasks.ceph:Reading keys from all nodes... 2026-04-02T11:43:20.722 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:20.722 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2026-04-02T11:43:20.763 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:20.763 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-04-02T11:43:20.844 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:20.844 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-04-02T11:43:20.923 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:20.923 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-04-02T11:43:21.005 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:21.005 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2026-04-02T11:43:21.086 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:21.086 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-04-02T11:43:21.121 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:21.124 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2026-04-02T11:43:21.196 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:21.196 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2026-04-02T11:43:21.271 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:21.271 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2026-04-02T11:43:21.345 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:21.345 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2026-04-02T11:43:21.420 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:21.423 DEBUG:teuthology.orchestra.run.vm07:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-04-02T11:43:21.451 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:21.451 DEBUG:teuthology.orchestra.run.vm09:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2026-04-02T11:43:21.487 INFO:tasks.ceph:Adding keys to all mons... 2026-04-02T11:43:21.516 DEBUG:teuthology.orchestra.run.vm07:> sudo tee -a /etc/ceph/ceph.keyring 2026-04-02T11:43:21.518 DEBUG:teuthology.orchestra.run.vm09:> sudo tee -a /etc/ceph/ceph.keyring 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[mgr.y] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBQVs5p2yVNDBAA3WlOtjtGSdZSVurCMu32EA== 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[osd.0] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBRVs5pJXIKHxAAZMUy8KJPmOO1fAWkvHV95g== 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[osd.1] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBSVs5ptLF9ERAA+W2jND0ppAIeg5WIQvZOSA== 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[osd.2] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBTVs5pd04vBBAAIcfRnEe1Yl4NWOZ1pp6Ylg== 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[osd.3] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBTVs5p6cNHMhAAWlfuQZv9zlT3pC7p98yS0Q== 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[mgr.x] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBQVs5pwOyFEBAARcZYo50m3u+sCRe4RFUnYg== 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[osd.4] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBVVs5pEswLLRAA49DoDnbXgEBlDOVJc/6cgA== 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[osd.5] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBWVs5pfIbkHxAA4rQzQokL3gzhyky43bnEdA== 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[osd.6] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBXVs5pAnxtERAAtfC0+wBXh5YbcowtMB4iBw== 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[osd.7] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBYVs5p45TdAhAA5RkcGQVZJ1G2xLdgyyeMKg== 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[client.0] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBQVs5pGtgVFBAAk3InpC1eE+++2vE918dk4Q== 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout:[client.1] 2026-04-02T11:43:21.550 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBQVs5pEfELGBAA2Z7pwnjTHzF33yWbmUFREA== 2026-04-02T11:43:21.561 INFO:teuthology.orchestra.run.vm09.stdout:[mgr.y] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBQVs5p2yVNDBAA3WlOtjtGSdZSVurCMu32EA== 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout:[osd.0] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBRVs5pJXIKHxAAZMUy8KJPmOO1fAWkvHV95g== 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout:[osd.1] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBSVs5ptLF9ERAA+W2jND0ppAIeg5WIQvZOSA== 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout:[osd.2] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBTVs5pd04vBBAAIcfRnEe1Yl4NWOZ1pp6Ylg== 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout:[osd.3] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBTVs5p6cNHMhAAWlfuQZv9zlT3pC7p98yS0Q== 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout:[mgr.x] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBQVs5pwOyFEBAARcZYo50m3u+sCRe4RFUnYg== 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout:[osd.4] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBVVs5pEswLLRAA49DoDnbXgEBlDOVJc/6cgA== 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout:[osd.5] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBWVs5pfIbkHxAA4rQzQokL3gzhyky43bnEdA== 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout:[osd.6] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBXVs5pAnxtERAAtfC0+wBXh5YbcowtMB4iBw== 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout:[osd.7] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBYVs5p45TdAhAA5RkcGQVZJ1G2xLdgyyeMKg== 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout:[client.0] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBQVs5pGtgVFBAAk3InpC1eE+++2vE918dk4Q== 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout:[client.1] 2026-04-02T11:43:21.562 INFO:teuthology.orchestra.run.vm09.stdout: key = AQBQVs5pEfELGBAA2Z7pwnjTHzF33yWbmUFREA== 2026-04-02T11:43:21.563 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:43:21.593 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:43:21.658 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:21.696 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:21.749 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:21.750 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:21.803 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:21.804 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:21.856 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:21.857 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:21.912 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:43:21.935 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:43:21.987 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:21.988 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:22.039 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:22.040 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:22.093 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:22.095 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:22.146 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:22.147 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:43:22.198 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:43:22.199 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:43:22.254 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:43:22.256 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:43:22.309 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-04-02T11:43:22.309 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-04-02T11:43:22.342 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-02T11:43:22.525 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-04-02T11:43:22.560 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2026-04-02T11:43:22.637 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-02T11:43:22.753 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2026-04-02T11:43:22.794 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2026-04-02T11:43:22.836 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-02T11:43:22.961 DEBUG:teuthology.orchestra.run.vm09:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2026-04-02T11:43:23.002 DEBUG:teuthology.orchestra.run.vm07:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:23.004 DEBUG:teuthology.orchestra.run.vm09:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:43:23.072 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-04-02T11:43:23.072 INFO:tasks.ceph.mon.a:Restarting daemon 2026-04-02T11:43:23.072 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-04-02T11:43:23.074 INFO:tasks.ceph.mon.a:Started 2026-04-02T11:43:23.074 INFO:tasks.ceph.mon.c:Restarting daemon 2026-04-02T11:43:23.075 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-04-02T11:43:23.076 INFO:tasks.ceph.mon.c:Started 2026-04-02T11:43:23.076 INFO:tasks.ceph.mon.b:Restarting daemon 2026-04-02T11:43:23.076 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-04-02T11:43:23.115 INFO:tasks.ceph.mon.b:Started 2026-04-02T11:43:23.115 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-04-02T11:43:23.115 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-04-02T11:43:23.115 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-04-02T11:43:23.117 INFO:tasks.ceph.mgr.y:Started 2026-04-02T11:43:23.117 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-04-02T11:43:23.117 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-04-02T11:43:23.118 INFO:tasks.ceph.mgr.x:Started 2026-04-02T11:43:23.119 DEBUG:tasks.ceph:set 0 configs 2026-04-02T11:43:23.119 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph config dump 2026-04-02T11:43:28.671 INFO:teuthology.orchestra.run.vm07.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-04-02T11:43:28.682 INFO:tasks.ceph:Setting crush tunables to default 2026-04-02T11:43:28.682 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd crush tunables default 2026-04-02T11:43:28.904 INFO:teuthology.orchestra.run.vm07.stderr:adjusted tunables profile to default 2026-04-02T11:43:28.913 INFO:tasks.ceph:check_enable_crimson: False 2026-04-02T11:43:28.913 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-04-02T11:43:28.913 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:28.913 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-04-02T11:43:28.952 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:28.952 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-04-02T11:43:29.030 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:29.030 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-04-02T11:43:29.103 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:43:29.103 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2026-04-02T11:43:29.176 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:29.176 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2026-04-02T11:43:29.217 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:29.217 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2026-04-02T11:43:29.291 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:29.291 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2026-04-02T11:43:29.371 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-02T11:43:29.371 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2026-04-02T11:43:29.450 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd new 31af0194-15f9-4332-ad34-043489454efe 0 2026-04-02T11:43:29.630 INFO:teuthology.orchestra.run.vm09.stdout:0 2026-04-02T11:43:29.640 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd new c577c036-2140-4134-b3a4-c2260658a01f 1 2026-04-02T11:43:29.781 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-04-02T11:43:29.791 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd new 88c84644-cd20-4b50-b912-8344161dd2ef 2 2026-04-02T11:43:29.922 INFO:teuthology.orchestra.run.vm09.stdout:2 2026-04-02T11:43:29.924 INFO:tasks.ceph.mgr.y.vm07.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-04-02T11:43:29.924 INFO:tasks.ceph.mgr.y.vm07.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-04-02T11:43:29.924 INFO:tasks.ceph.mgr.y.vm07.stderr: from numpy import show_config as show_numpy_config 2026-04-02T11:43:29.929 INFO:tasks.ceph.mgr.x.vm09.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-04-02T11:43:29.929 INFO:tasks.ceph.mgr.x.vm09.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-04-02T11:43:29.929 INFO:tasks.ceph.mgr.x.vm09.stderr: from numpy import show_config as show_numpy_config 2026-04-02T11:43:29.932 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd new c20c013d-fbca-4b63-8655-76d8e73ee931 3 2026-04-02T11:43:30.070 INFO:teuthology.orchestra.run.vm09.stdout:3 2026-04-02T11:43:30.081 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd new 5c052a5a-002f-4c6d-9406-f2b9215a4a60 4 2026-04-02T11:43:30.221 INFO:teuthology.orchestra.run.vm09.stdout:4 2026-04-02T11:43:30.232 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd new 20c8ee6c-95c9-4dc4-911f-dd85d154f8c5 5 2026-04-02T11:43:30.370 INFO:teuthology.orchestra.run.vm09.stdout:5 2026-04-02T11:43:30.380 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd new 549e787a-2681-457b-b3c5-022804ef7602 6 2026-04-02T11:43:30.535 INFO:teuthology.orchestra.run.vm09.stdout:6 2026-04-02T11:43:30.544 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd new 67c20402-c33a-42fe-a792-39150479916d 7 2026-04-02T11:43:30.683 INFO:teuthology.orchestra.run.vm09.stdout:7 2026-04-02T11:43:30.692 INFO:tasks.ceph.osd.0:Restarting daemon 2026-04-02T11:43:30.692 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-04-02T11:43:30.694 INFO:tasks.ceph.osd.0:Started 2026-04-02T11:43:30.694 INFO:tasks.ceph.osd.1:Restarting daemon 2026-04-02T11:43:30.694 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-04-02T11:43:30.695 INFO:tasks.ceph.osd.1:Started 2026-04-02T11:43:30.695 INFO:tasks.ceph.osd.2:Restarting daemon 2026-04-02T11:43:30.695 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-04-02T11:43:30.701 INFO:tasks.ceph.osd.2:Started 2026-04-02T11:43:30.701 INFO:tasks.ceph.osd.3:Restarting daemon 2026-04-02T11:43:30.701 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-04-02T11:43:30.705 INFO:tasks.ceph.osd.3:Started 2026-04-02T11:43:30.705 INFO:tasks.ceph.osd.4:Restarting daemon 2026-04-02T11:43:30.706 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2026-04-02T11:43:30.707 INFO:tasks.ceph.osd.4:Started 2026-04-02T11:43:30.707 INFO:tasks.ceph.osd.5:Restarting daemon 2026-04-02T11:43:30.707 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2026-04-02T11:43:30.709 INFO:tasks.ceph.osd.5:Started 2026-04-02T11:43:30.709 INFO:tasks.ceph.osd.6:Restarting daemon 2026-04-02T11:43:30.709 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2026-04-02T11:43:30.710 INFO:tasks.ceph.osd.6:Started 2026-04-02T11:43:30.710 INFO:tasks.ceph.osd.7:Restarting daemon 2026-04-02T11:43:30.710 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2026-04-02T11:43:30.714 INFO:tasks.ceph.osd.7:Started 2026-04-02T11:43:30.715 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-02T11:43:30.896 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:30.896 INFO:teuthology.orchestra.run.vm07.stdout:{"epoch":10,"fsid":"adb573c4-ec44-45ce-b65e-676da5410173","created":"2026-04-02T11:43:28.402504+0000","modified":"2026-04-02T11:43:30.677840+0000","last_up_change":"0.000000","last_in_change":"2026-04-02T11:43:30.677840+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"31af0194-15f9-4332-ad34-043489454efe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c577c036-2140-4134-b3a4-c2260658a01f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"88c84644-cd20-4b50-b912-8344161dd2ef","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"c20c013d-fbca-4b63-8655-76d8e73ee931","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5c052a5a-002f-4c6d-9406-f2b9215a4a60","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"20c8ee6c-95c9-4dc4-911f-dd85d154f8c5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"549e787a-2681-457b-b3c5-022804ef7602","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"67c20402-c33a-42fe-a792-39150479916d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:43:30.900 INFO:tasks.ceph.osd.0.vm07.stderr:2026-04-02T11:43:30.898+0000 7f58ce60c900 -1 Falling back to public interface 2026-04-02T11:43:30.904 INFO:tasks.ceph.osd.1.vm07.stderr:2026-04-02T11:43:30.902+0000 7f84ae587900 -1 Falling back to public interface 2026-04-02T11:43:30.906 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-04-02T11:43:30.906 INFO:tasks.ceph:Waiting for OSDs to come up 2026-04-02T11:43:30.913 INFO:tasks.ceph.osd.2.vm07.stderr:2026-04-02T11:43:30.911+0000 7fd7d5068900 -1 Falling back to public interface 2026-04-02T11:43:30.914 INFO:tasks.ceph.osd.7.vm09.stderr:2026-04-02T11:43:30.912+0000 7f95df010900 -1 Falling back to public interface 2026-04-02T11:43:30.919 INFO:tasks.ceph.osd.4.vm09.stderr:2026-04-02T11:43:30.917+0000 7fc8c33af900 -1 Falling back to public interface 2026-04-02T11:43:30.921 INFO:tasks.ceph.osd.5.vm09.stderr:2026-04-02T11:43:30.919+0000 7fc4f5119900 -1 Falling back to public interface 2026-04-02T11:43:30.922 INFO:tasks.ceph.osd.3.vm07.stderr:2026-04-02T11:43:30.920+0000 7fd4672a0900 -1 Falling back to public interface 2026-04-02T11:43:30.933 INFO:tasks.ceph.osd.6.vm09.stderr:2026-04-02T11:43:30.931+0000 7fdd6e223900 -1 Falling back to public interface 2026-04-02T11:43:31.325 INFO:tasks.ceph.osd.1.vm07.stderr:2026-04-02T11:43:31.323+0000 7f84ae587900 -1 osd.1 0 log_to_monitors true 2026-04-02T11:43:31.327 INFO:tasks.ceph.osd.0.vm07.stderr:2026-04-02T11:43:31.325+0000 7f58ce60c900 -1 osd.0 0 log_to_monitors true 2026-04-02T11:43:31.375 INFO:tasks.ceph.osd.5.vm09.stderr:2026-04-02T11:43:31.373+0000 7fc4f5119900 -1 osd.5 0 log_to_monitors true 2026-04-02T11:43:31.376 INFO:tasks.ceph.osd.4.vm09.stderr:2026-04-02T11:43:31.373+0000 7fc8c33af900 -1 osd.4 0 log_to_monitors true 2026-04-02T11:43:31.397 INFO:tasks.ceph.osd.3.vm07.stderr:2026-04-02T11:43:31.395+0000 7fd4672a0900 -1 osd.3 0 log_to_monitors true 2026-04-02T11:43:31.409 INFO:tasks.ceph.osd.7.vm09.stderr:2026-04-02T11:43:31.406+0000 7f95df010900 -1 osd.7 0 log_to_monitors true 2026-04-02T11:43:31.410 INFO:tasks.ceph.osd.6.vm09.stderr:2026-04-02T11:43:31.407+0000 7fdd6e223900 -1 osd.6 0 log_to_monitors true 2026-04-02T11:43:31.413 INFO:tasks.ceph.osd.2.vm07.stderr:2026-04-02T11:43:31.412+0000 7fd7d5068900 -1 osd.2 0 log_to_monitors true 2026-04-02T11:43:31.710 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-02T11:43:31.844 INFO:teuthology.misc.health.vm07.stdout: 2026-04-02T11:43:31.844 INFO:teuthology.misc.health.vm07.stdout:{"epoch":11,"fsid":"adb573c4-ec44-45ce-b65e-676da5410173","created":"2026-04-02T11:43:28.402504+0000","modified":"2026-04-02T11:43:31.680149+0000","last_up_change":"0.000000","last_in_change":"2026-04-02T11:43:30.677840+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"31af0194-15f9-4332-ad34-043489454efe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c577c036-2140-4134-b3a4-c2260658a01f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"88c84644-cd20-4b50-b912-8344161dd2ef","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"c20c013d-fbca-4b63-8655-76d8e73ee931","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5c052a5a-002f-4c6d-9406-f2b9215a4a60","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"20c8ee6c-95c9-4dc4-911f-dd85d154f8c5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"549e787a-2681-457b-b3c5-022804ef7602","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"67c20402-c33a-42fe-a792-39150479916d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:43:31.853 DEBUG:teuthology.misc:0 of 8 OSDs are up 2026-04-02T11:43:32.950 INFO:tasks.ceph.mgr.x.vm09.stderr:2026-04-02T11:43:32.947+0000 7f6150789640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-04-02T11:43:32.950 INFO:tasks.ceph.mgr.x.vm09.stderr:2026-04-02T11:43:32.947+0000 7f6150789640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-04-02T11:43:38.656 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-02T11:43:38.920 INFO:teuthology.misc.health.vm07.stdout: 2026-04-02T11:43:38.920 INFO:teuthology.misc.health.vm07.stdout:{"epoch":12,"fsid":"adb573c4-ec44-45ce-b65e-676da5410173","created":"2026-04-02T11:43:28.402504+0000","modified":"2026-04-02T11:43:32.683327+0000","last_up_change":"0.000000","last_in_change":"2026-04-02T11:43:30.677840+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"31af0194-15f9-4332-ad34-043489454efe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c577c036-2140-4134-b3a4-c2260658a01f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"88c84644-cd20-4b50-b912-8344161dd2ef","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"c20c013d-fbca-4b63-8655-76d8e73ee931","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5c052a5a-002f-4c6d-9406-f2b9215a4a60","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"20c8ee6c-95c9-4dc4-911f-dd85d154f8c5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"549e787a-2681-457b-b3c5-022804ef7602","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"67c20402-c33a-42fe-a792-39150479916d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:43:38.933 DEBUG:teuthology.misc:0 of 8 OSDs are up 2026-04-02T11:43:40.634 INFO:tasks.ceph.osd.4.vm09.stderr:2026-04-02T11:43:40.632+0000 7fc8bf345640 -1 osd.4 0 waiting for initial osdmap 2026-04-02T11:43:40.650 INFO:tasks.ceph.osd.4.vm09.stderr:2026-04-02T11:43:40.647+0000 7fc8ba149640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:43:40.680 INFO:tasks.ceph.osd.1.vm07.stderr:2026-04-02T11:43:40.678+0000 7f84aa51b640 -1 osd.1 0 waiting for initial osdmap 2026-04-02T11:43:40.692 INFO:tasks.ceph.osd.1.vm07.stderr:2026-04-02T11:43:40.690+0000 7f84a531f640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:43:40.806 INFO:tasks.ceph.osd.5.vm09.stderr:2026-04-02T11:43:40.804+0000 7fc4f10ad640 -1 osd.5 0 waiting for initial osdmap 2026-04-02T11:43:40.830 INFO:tasks.ceph.osd.5.vm09.stderr:2026-04-02T11:43:40.827+0000 7fc4ebeb1640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:43:40.846 INFO:tasks.ceph.osd.7.vm09.stderr:2026-04-02T11:43:40.844+0000 7f95dafa1640 -1 osd.7 0 waiting for initial osdmap 2026-04-02T11:43:40.854 INFO:tasks.ceph.osd.0.vm07.stderr:2026-04-02T11:43:40.852+0000 7f58c9e1c640 -1 osd.0 0 waiting for initial osdmap 2026-04-02T11:43:40.854 INFO:tasks.ceph.osd.6.vm09.stderr:2026-04-02T11:43:40.852+0000 7fdd699d4640 -1 osd.6 0 waiting for initial osdmap 2026-04-02T11:43:40.855 INFO:tasks.ceph.osd.3.vm07.stderr:2026-04-02T11:43:40.853+0000 7fd463234640 -1 osd.3 0 waiting for initial osdmap 2026-04-02T11:43:40.857 INFO:tasks.ceph.osd.7.vm09.stderr:2026-04-02T11:43:40.855+0000 7f95d5593640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:43:40.869 INFO:tasks.ceph.osd.3.vm07.stderr:2026-04-02T11:43:40.867+0000 7fd45e038640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:43:40.869 INFO:tasks.ceph.osd.6.vm09.stderr:2026-04-02T11:43:40.867+0000 7fdd647d8640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:43:40.871 INFO:tasks.ceph.osd.0.vm07.stderr:2026-04-02T11:43:40.869+0000 7f58c4c20640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:43:40.890 INFO:tasks.ceph.osd.2.vm07.stderr:2026-04-02T11:43:40.888+0000 7fd7d0ffc640 -1 osd.2 0 waiting for initial osdmap 2026-04-02T11:43:40.905 INFO:tasks.ceph.osd.2.vm07.stderr:2026-04-02T11:43:40.903+0000 7fd7cbe00640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:43:45.736 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-02T11:43:45.959 INFO:teuthology.misc.health.vm07.stdout: 2026-04-02T11:43:45.960 INFO:teuthology.misc.health.vm07.stdout:{"epoch":16,"fsid":"adb573c4-ec44-45ce-b65e-676da5410173","created":"2026-04-02T11:43:28.402504+0000","modified":"2026-04-02T11:43:44.872292+0000","last_up_change":"2026-04-02T11:43:41.636825+0000","last_in_change":"2026-04-02T11:43:30.677840+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-02T11:43:41.888262+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"31af0194-15f9-4332-ad34-043489454efe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6801","nonce":2402287078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6803","nonce":2402287078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6807","nonce":2402287078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6805","nonce":2402287078}]},"public_addr":"192.168.123.107:6801/2402287078","cluster_addr":"192.168.123.107:6803/2402287078","heartbeat_back_addr":"192.168.123.107:6807/2402287078","heartbeat_front_addr":"192.168.123.107:6805/2402287078","state":["exists","up"]},{"osd":1,"uuid":"c577c036-2140-4134-b3a4-c2260658a01f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6808","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6809","nonce":3550035107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6810","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6811","nonce":3550035107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6814","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6815","nonce":3550035107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6812","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6813","nonce":3550035107}]},"public_addr":"192.168.123.107:6809/3550035107","cluster_addr":"192.168.123.107:6811/3550035107","heartbeat_back_addr":"192.168.123.107:6815/3550035107","heartbeat_front_addr":"192.168.123.107:6813/3550035107","state":["exists","up"]},{"osd":2,"uuid":"88c84644-cd20-4b50-b912-8344161dd2ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6816","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6817","nonce":1025778655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6818","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6819","nonce":1025778655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6822","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6823","nonce":1025778655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6820","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6821","nonce":1025778655}]},"public_addr":"192.168.123.107:6817/1025778655","cluster_addr":"192.168.123.107:6819/1025778655","heartbeat_back_addr":"192.168.123.107:6823/1025778655","heartbeat_front_addr":"192.168.123.107:6821/1025778655","state":["exists","up"]},{"osd":3,"uuid":"c20c013d-fbca-4b63-8655-76d8e73ee931","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6824","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6825","nonce":3946593435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6826","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6827","nonce":3946593435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6830","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6831","nonce":3946593435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6828","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6829","nonce":3946593435}]},"public_addr":"192.168.123.107:6825/3946593435","cluster_addr":"192.168.123.107:6827/3946593435","heartbeat_back_addr":"192.168.123.107:6831/3946593435","heartbeat_front_addr":"192.168.123.107:6829/3946593435","state":["exists","up"]},{"osd":4,"uuid":"5c052a5a-002f-4c6d-9406-f2b9215a4a60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6809","nonce":2691422456}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6811","nonce":2691422456}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6815","nonce":2691422456}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6813","nonce":2691422456}]},"public_addr":"192.168.123.109:6809/2691422456","cluster_addr":"192.168.123.109:6811/2691422456","heartbeat_back_addr":"192.168.123.109:6815/2691422456","heartbeat_front_addr":"192.168.123.109:6813/2691422456","state":["exists","up"]},{"osd":5,"uuid":"20c8ee6c-95c9-4dc4-911f-dd85d154f8c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6817","nonce":2463865334}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6819","nonce":2463865334}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6823","nonce":2463865334}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6821","nonce":2463865334}]},"public_addr":"192.168.123.109:6817/2463865334","cluster_addr":"192.168.123.109:6819/2463865334","heartbeat_back_addr":"192.168.123.109:6823/2463865334","heartbeat_front_addr":"192.168.123.109:6821/2463865334","state":["exists","up"]},{"osd":6,"uuid":"549e787a-2681-457b-b3c5-022804ef7602","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6824","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6825","nonce":3958562842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6826","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6827","nonce":3958562842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6830","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6831","nonce":3958562842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6828","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6829","nonce":3958562842}]},"public_addr":"192.168.123.109:6825/3958562842","cluster_addr":"192.168.123.109:6827/3958562842","heartbeat_back_addr":"192.168.123.109:6831/3958562842","heartbeat_front_addr":"192.168.123.109:6829/3958562842","state":["exists","up"]},{"osd":7,"uuid":"67c20402-c33a-42fe-a792-39150479916d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6801","nonce":4164807454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6803","nonce":4164807454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6807","nonce":4164807454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6805","nonce":4164807454}]},"public_addr":"192.168.123.109:6801/4164807454","cluster_addr":"192.168.123.109:6803/4164807454","heartbeat_back_addr":"192.168.123.109:6807/4164807454","heartbeat_front_addr":"192.168.123.109:6805/4164807454","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.361543+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.343589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.408544+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.359852+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:43:45.971 DEBUG:teuthology.misc:8 of 8 OSDs are up 2026-04-02T11:43:45.971 INFO:tasks.ceph:Creating RBD pool 2026-04-02T11:43:45.971 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd pool create rbd 8 2026-04-02T11:43:46.903 INFO:teuthology.orchestra.run.vm07.stderr:pool 'rbd' created 2026-04-02T11:43:46.918 DEBUG:teuthology.orchestra.run.vm07:> rbd --cluster ceph pool init rbd 2026-04-02T11:43:46.966 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:46.966 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:50.060 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-04-02T11:43:50.061 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2026-04-02T11:43:50.061 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-04-02T11:43:50.280 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:50.292 INFO:teuthology.orchestra.run.vm07.stdout:[{"version":9,"timestamp":"2026-04-02T11:43:40.889315+0000","name":"","changes":[{"name":"osd.2/osd_mclock_max_capacity_iops_hdd","new_value":"5496.691950"}]}] 2026-04-02T11:43:50.292 INFO:tasks.ceph_manager:config epoch is 9 2026-04-02T11:43:50.292 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-04-02T11:43:50.292 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-04-02T11:43:50.292 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-04-02T11:43:50.554 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:50.568 INFO:teuthology.orchestra.run.vm07.stdout:{"epoch":5,"flags":0,"active_gid":4110,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6832","nonce":2540600137},{"type":"v1","addr":"192.168.123.109:6833","nonce":2540600137}]},"active_addr":"192.168.123.109:6833/2540600137","active_change":"2026-04-02T11:43:31.860398+0000","active_mgr_features":4541880224203014143,"available":true,"standbys":[{"gid":4117,"name":"y","mgr_features":4541880224203014143,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.109:0","nonce":497570226}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.109:0","nonce":1069805648}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.109:0","nonce":525366335}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.109:0","nonce":3923924837}]}]} 2026-04-02T11:43:50.569 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-04-02T11:43:50.569 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-04-02T11:43:50.569 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-02T11:43:50.781 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:50.782 INFO:teuthology.orchestra.run.vm07.stdout:{"epoch":20,"fsid":"adb573c4-ec44-45ce-b65e-676da5410173","created":"2026-04-02T11:43:28.402504+0000","modified":"2026-04-02T11:43:49.905352+0000","last_up_change":"2026-04-02T11:43:41.636825+0000","last_in_change":"2026-04-02T11:43:30.677840+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-02T11:43:41.888262+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-04-02T11:43:46.209454+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":20,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"31af0194-15f9-4332-ad34-043489454efe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6801","nonce":2402287078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6803","nonce":2402287078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6807","nonce":2402287078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6805","nonce":2402287078}]},"public_addr":"192.168.123.107:6801/2402287078","cluster_addr":"192.168.123.107:6803/2402287078","heartbeat_back_addr":"192.168.123.107:6807/2402287078","heartbeat_front_addr":"192.168.123.107:6805/2402287078","state":["exists","up"]},{"osd":1,"uuid":"c577c036-2140-4134-b3a4-c2260658a01f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6808","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6809","nonce":3550035107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6810","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6811","nonce":3550035107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6814","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6815","nonce":3550035107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6812","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6813","nonce":3550035107}]},"public_addr":"192.168.123.107:6809/3550035107","cluster_addr":"192.168.123.107:6811/3550035107","heartbeat_back_addr":"192.168.123.107:6815/3550035107","heartbeat_front_addr":"192.168.123.107:6813/3550035107","state":["exists","up"]},{"osd":2,"uuid":"88c84644-cd20-4b50-b912-8344161dd2ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6816","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6817","nonce":1025778655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6818","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6819","nonce":1025778655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6822","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6823","nonce":1025778655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6820","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6821","nonce":1025778655}]},"public_addr":"192.168.123.107:6817/1025778655","cluster_addr":"192.168.123.107:6819/1025778655","heartbeat_back_addr":"192.168.123.107:6823/1025778655","heartbeat_front_addr":"192.168.123.107:6821/1025778655","state":["exists","up"]},{"osd":3,"uuid":"c20c013d-fbca-4b63-8655-76d8e73ee931","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6824","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6825","nonce":3946593435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6826","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6827","nonce":3946593435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6830","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6831","nonce":3946593435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6828","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6829","nonce":3946593435}]},"public_addr":"192.168.123.107:6825/3946593435","cluster_addr":"192.168.123.107:6827/3946593435","heartbeat_back_addr":"192.168.123.107:6831/3946593435","heartbeat_front_addr":"192.168.123.107:6829/3946593435","state":["exists","up"]},{"osd":4,"uuid":"5c052a5a-002f-4c6d-9406-f2b9215a4a60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6809","nonce":2691422456}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6811","nonce":2691422456}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6815","nonce":2691422456}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6813","nonce":2691422456}]},"public_addr":"192.168.123.109:6809/2691422456","cluster_addr":"192.168.123.109:6811/2691422456","heartbeat_back_addr":"192.168.123.109:6815/2691422456","heartbeat_front_addr":"192.168.123.109:6813/2691422456","state":["exists","up"]},{"osd":5,"uuid":"20c8ee6c-95c9-4dc4-911f-dd85d154f8c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6817","nonce":2463865334}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6819","nonce":2463865334}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6823","nonce":2463865334}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6821","nonce":2463865334}]},"public_addr":"192.168.123.109:6817/2463865334","cluster_addr":"192.168.123.109:6819/2463865334","heartbeat_back_addr":"192.168.123.109:6823/2463865334","heartbeat_front_addr":"192.168.123.109:6821/2463865334","state":["exists","up"]},{"osd":6,"uuid":"549e787a-2681-457b-b3c5-022804ef7602","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6824","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6825","nonce":3958562842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6826","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6827","nonce":3958562842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6830","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6831","nonce":3958562842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6828","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6829","nonce":3958562842}]},"public_addr":"192.168.123.109:6825/3958562842","cluster_addr":"192.168.123.109:6827/3958562842","heartbeat_back_addr":"192.168.123.109:6831/3958562842","heartbeat_front_addr":"192.168.123.109:6829/3958562842","state":["exists","up"]},{"osd":7,"uuid":"67c20402-c33a-42fe-a792-39150479916d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6801","nonce":4164807454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6803","nonce":4164807454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6807","nonce":4164807454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6805","nonce":4164807454}]},"public_addr":"192.168.123.109:6801/4164807454","cluster_addr":"192.168.123.109:6803/4164807454","heartbeat_back_addr":"192.168.123.109:6807/4164807454","heartbeat_front_addr":"192.168.123.109:6805/4164807454","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.361543+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.343589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.408544+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.359852+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:43:50.794 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-04-02T11:43:50.794 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-02T11:43:51.024 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:51.024 INFO:teuthology.orchestra.run.vm07.stdout:{"epoch":20,"fsid":"adb573c4-ec44-45ce-b65e-676da5410173","created":"2026-04-02T11:43:28.402504+0000","modified":"2026-04-02T11:43:49.905352+0000","last_up_change":"2026-04-02T11:43:41.636825+0000","last_in_change":"2026-04-02T11:43:30.677840+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-02T11:43:41.888262+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-04-02T11:43:46.209454+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":20,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"31af0194-15f9-4332-ad34-043489454efe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6801","nonce":2402287078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6803","nonce":2402287078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6807","nonce":2402287078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":2402287078},{"type":"v1","addr":"192.168.123.107:6805","nonce":2402287078}]},"public_addr":"192.168.123.107:6801/2402287078","cluster_addr":"192.168.123.107:6803/2402287078","heartbeat_back_addr":"192.168.123.107:6807/2402287078","heartbeat_front_addr":"192.168.123.107:6805/2402287078","state":["exists","up"]},{"osd":1,"uuid":"c577c036-2140-4134-b3a4-c2260658a01f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6808","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6809","nonce":3550035107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6810","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6811","nonce":3550035107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6814","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6815","nonce":3550035107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6812","nonce":3550035107},{"type":"v1","addr":"192.168.123.107:6813","nonce":3550035107}]},"public_addr":"192.168.123.107:6809/3550035107","cluster_addr":"192.168.123.107:6811/3550035107","heartbeat_back_addr":"192.168.123.107:6815/3550035107","heartbeat_front_addr":"192.168.123.107:6813/3550035107","state":["exists","up"]},{"osd":2,"uuid":"88c84644-cd20-4b50-b912-8344161dd2ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6816","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6817","nonce":1025778655}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6818","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6819","nonce":1025778655}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6822","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6823","nonce":1025778655}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6820","nonce":1025778655},{"type":"v1","addr":"192.168.123.107:6821","nonce":1025778655}]},"public_addr":"192.168.123.107:6817/1025778655","cluster_addr":"192.168.123.107:6819/1025778655","heartbeat_back_addr":"192.168.123.107:6823/1025778655","heartbeat_front_addr":"192.168.123.107:6821/1025778655","state":["exists","up"]},{"osd":3,"uuid":"c20c013d-fbca-4b63-8655-76d8e73ee931","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6824","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6825","nonce":3946593435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6826","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6827","nonce":3946593435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6830","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6831","nonce":3946593435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6828","nonce":3946593435},{"type":"v1","addr":"192.168.123.107:6829","nonce":3946593435}]},"public_addr":"192.168.123.107:6825/3946593435","cluster_addr":"192.168.123.107:6827/3946593435","heartbeat_back_addr":"192.168.123.107:6831/3946593435","heartbeat_front_addr":"192.168.123.107:6829/3946593435","state":["exists","up"]},{"osd":4,"uuid":"5c052a5a-002f-4c6d-9406-f2b9215a4a60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6809","nonce":2691422456}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6811","nonce":2691422456}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6815","nonce":2691422456}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":2691422456},{"type":"v1","addr":"192.168.123.109:6813","nonce":2691422456}]},"public_addr":"192.168.123.109:6809/2691422456","cluster_addr":"192.168.123.109:6811/2691422456","heartbeat_back_addr":"192.168.123.109:6815/2691422456","heartbeat_front_addr":"192.168.123.109:6813/2691422456","state":["exists","up"]},{"osd":5,"uuid":"20c8ee6c-95c9-4dc4-911f-dd85d154f8c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6817","nonce":2463865334}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6819","nonce":2463865334}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6823","nonce":2463865334}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":2463865334},{"type":"v1","addr":"192.168.123.109:6821","nonce":2463865334}]},"public_addr":"192.168.123.109:6817/2463865334","cluster_addr":"192.168.123.109:6819/2463865334","heartbeat_back_addr":"192.168.123.109:6823/2463865334","heartbeat_front_addr":"192.168.123.109:6821/2463865334","state":["exists","up"]},{"osd":6,"uuid":"549e787a-2681-457b-b3c5-022804ef7602","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6824","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6825","nonce":3958562842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6826","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6827","nonce":3958562842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6830","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6831","nonce":3958562842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6828","nonce":3958562842},{"type":"v1","addr":"192.168.123.109:6829","nonce":3958562842}]},"public_addr":"192.168.123.109:6825/3958562842","cluster_addr":"192.168.123.109:6827/3958562842","heartbeat_back_addr":"192.168.123.109:6831/3958562842","heartbeat_front_addr":"192.168.123.109:6829/3958562842","state":["exists","up"]},{"osd":7,"uuid":"67c20402-c33a-42fe-a792-39150479916d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6801","nonce":4164807454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6803","nonce":4164807454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6807","nonce":4164807454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":4164807454},{"type":"v1","addr":"192.168.123.109:6805","nonce":4164807454}]},"public_addr":"192.168.123.109:6801/4164807454","cluster_addr":"192.168.123.109:6803/4164807454","heartbeat_back_addr":"192.168.123.109:6807/4164807454","heartbeat_front_addr":"192.168.123.109:6805/4164807454","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.361543+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.343589+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.408544+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:43:32.359852+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:43:51.035 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-04-02T11:43:51.035 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-04-02T11:43:51.036 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-04-02T11:43:51.036 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-04-02T11:43:51.036 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2026-04-02T11:43:51.036 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2026-04-02T11:43:51.036 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2026-04-02T11:43:51.036 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2026-04-02T11:43:51.266 INFO:teuthology.orchestra.run.vm07.stdout:55834574852 2026-04-02T11:43:51.266 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-02T11:43:51.271 INFO:teuthology.orchestra.run.vm07.stdout:55834574852 2026-04-02T11:43:51.271 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-04-02T11:43:51.275 INFO:teuthology.orchestra.run.vm07.stdout:55834574854 2026-04-02T11:43:51.275 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-04-02T11:43:51.277 INFO:teuthology.orchestra.run.vm07.stdout:55834574856 2026-04-02T11:43:51.277 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-02T11:43:51.285 INFO:teuthology.orchestra.run.vm07.stdout:55834574853 2026-04-02T11:43:51.285 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-04-02T11:43:51.294 INFO:teuthology.orchestra.run.vm07.stdout:55834574852 2026-04-02T11:43:51.294 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-02T11:43:51.296 INFO:teuthology.orchestra.run.vm07.stdout:55834574853 2026-04-02T11:43:51.296 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-04-02T11:43:51.302 INFO:teuthology.orchestra.run.vm07.stdout:55834574854 2026-04-02T11:43:51.302 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-02T11:43:51.660 INFO:teuthology.orchestra.run.vm07.stdout:55834574851 2026-04-02T11:43:51.693 INFO:teuthology.orchestra.run.vm07.stdout:55834574851 2026-04-02T11:43:51.699 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.3 2026-04-02T11:43:51.704 INFO:teuthology.orchestra.run.vm07.stdout:55834574852 2026-04-02T11:43:51.718 INFO:teuthology.orchestra.run.vm07.stdout:55834574851 2026-04-02T11:43:51.719 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.0 2026-04-02T11:43:51.727 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.7 2026-04-02T11:43:51.736 INFO:teuthology.orchestra.run.vm07.stdout:55834574853 2026-04-02T11:43:51.751 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.6 2026-04-02T11:43:51.758 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.5 2026-04-02T11:43:51.771 INFO:teuthology.orchestra.run.vm07.stdout:55834574852 2026-04-02T11:43:51.788 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.4 2026-04-02T11:43:51.803 INFO:teuthology.orchestra.run.vm07.stdout:55834574855 2026-04-02T11:43:51.806 INFO:teuthology.orchestra.run.vm07.stdout:55834574853 2026-04-02T11:43:51.816 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.1 2026-04-02T11:43:51.819 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.2 2026-04-02T11:43:52.701 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-02T11:43:52.720 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-02T11:43:52.728 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-04-02T11:43:52.751 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-04-02T11:43:52.759 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-04-02T11:43:52.789 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-04-02T11:43:52.817 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-02T11:43:52.820 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-02T11:43:53.084 INFO:teuthology.orchestra.run.vm07.stdout:55834574852 2026-04-02T11:43:53.119 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.3 2026-04-02T11:43:53.119 DEBUG:teuthology.parallel:result is None 2026-04-02T11:43:53.155 INFO:teuthology.orchestra.run.vm07.stdout:55834574854 2026-04-02T11:43:53.164 INFO:teuthology.orchestra.run.vm07.stdout:55834574852 2026-04-02T11:43:53.183 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.0 2026-04-02T11:43:53.183 DEBUG:teuthology.parallel:result is None 2026-04-02T11:43:53.189 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.5 2026-04-02T11:43:53.189 DEBUG:teuthology.parallel:result is None 2026-04-02T11:43:53.192 INFO:teuthology.orchestra.run.vm07.stdout:55834574853 2026-04-02T11:43:53.212 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.7 2026-04-02T11:43:53.212 DEBUG:teuthology.parallel:result is None 2026-04-02T11:43:53.222 INFO:teuthology.orchestra.run.vm07.stdout:55834574854 2026-04-02T11:43:53.239 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.2 2026-04-02T11:43:53.239 DEBUG:teuthology.parallel:result is None 2026-04-02T11:43:53.240 INFO:teuthology.orchestra.run.vm07.stdout:55834574852 2026-04-02T11:43:53.255 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.6 2026-04-02T11:43:53.255 DEBUG:teuthology.parallel:result is None 2026-04-02T11:43:53.271 INFO:teuthology.orchestra.run.vm07.stdout:55834574853 2026-04-02T11:43:53.284 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.4 2026-04-02T11:43:53.285 DEBUG:teuthology.parallel:result is None 2026-04-02T11:43:53.291 INFO:teuthology.orchestra.run.vm07.stdout:55834574856 2026-04-02T11:43:53.303 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.1 2026-04-02T11:43:53.303 DEBUG:teuthology.parallel:result is None 2026-04-02T11:43:53.303 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-04-02T11:43:53.303 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-02T11:43:53.553 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:53.553 INFO:teuthology.orchestra.run.vm07.stderr:dumped all 2026-04-02T11:43:53.564 INFO:teuthology.orchestra.run.vm07.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2026-04-02T11:43:53.174994+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":217328,"kb_used_data":2512,"kb_used_omap":63,"kb_used_meta":214464,"kb_avail":754757392,"statfs":{"total":773094113280,"available":772871569408,"internally_reserved":0,"allocated":2572288,"data_stored":1466158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":65006,"internal_metadata":219611666},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.303809"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.480999+0000","last_change":"2026-04-02T11:43:50.481101+0000","last_active":"2026-04-02T11:43:50.480999+0000","last_peered":"2026-04-02T11:43:50.480999+0000","last_clean":"2026-04-02T11:43:50.480999+0000","last_became_active":"2026-04-02T11:43:47.911363+0000","last_became_peered":"2026-04-02T11:43:47.911363+0000","last_unstale":"2026-04-02T11:43:50.480999+0000","last_undegraded":"2026-04-02T11:43:50.480999+0000","last_fullsized":"2026-04-02T11:43:50.480999+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T12:01:05.781545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022446,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.054501+0000","last_change":"2026-04-02T11:43:50.054724+0000","last_active":"2026-04-02T11:43:50.054501+0000","last_peered":"2026-04-02T11:43:50.054501+0000","last_clean":"2026-04-02T11:43:50.054501+0000","last_became_active":"2026-04-02T11:43:47.908774+0000","last_became_peered":"2026-04-02T11:43:47.908774+0000","last_unstale":"2026-04-02T11:43:50.054501+0000","last_undegraded":"2026-04-02T11:43:50.054501+0000","last_fullsized":"2026-04-02T11:43:50.054501+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T17:23:10.824209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040461700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.480981+0000","last_change":"2026-04-02T11:43:50.481071+0000","last_active":"2026-04-02T11:43:50.480981+0000","last_peered":"2026-04-02T11:43:50.480981+0000","last_clean":"2026-04-02T11:43:50.480981+0000","last_became_active":"2026-04-02T11:43:48.213761+0000","last_became_peered":"2026-04-02T11:43:48.213761+0000","last_unstale":"2026-04-02T11:43:50.480981+0000","last_undegraded":"2026-04-02T11:43:50.480981+0000","last_fullsized":"2026-04-02T11:43:50.480981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T13:42:17.586936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046227399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.054557+0000","last_change":"2026-04-02T11:43:50.054719+0000","last_active":"2026-04-02T11:43:50.054557+0000","last_peered":"2026-04-02T11:43:50.054557+0000","last_clean":"2026-04-02T11:43:50.054557+0000","last_became_active":"2026-04-02T11:43:48.214452+0000","last_became_peered":"2026-04-02T11:43:48.214452+0000","last_unstale":"2026-04-02T11:43:50.054557+0000","last_undegraded":"2026-04-02T11:43:50.054557+0000","last_fullsized":"2026-04-02T11:43:50.054557+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T15:30:25.881942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024322600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"20'2","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.051118+0000","last_change":"2026-04-02T11:43:50.051118+0000","last_active":"2026-04-02T11:43:50.051118+0000","last_peered":"2026-04-02T11:43:50.051118+0000","last_clean":"2026-04-02T11:43:50.051118+0000","last_became_active":"2026-04-02T11:43:47.908788+0000","last_became_peered":"2026-04-02T11:43:47.908788+0000","last_unstale":"2026-04-02T11:43:50.051118+0000","last_undegraded":"2026-04-02T11:43:50.051118+0000","last_fullsized":"2026-04-02T11:43:50.051118+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T16:52:01.503308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044218700000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.420061+0000","last_change":"2026-04-02T11:43:50.420218+0000","last_active":"2026-04-02T11:43:50.420061+0000","last_peered":"2026-04-02T11:43:50.420061+0000","last_clean":"2026-04-02T11:43:50.420061+0000","last_became_active":"2026-04-02T11:43:48.215287+0000","last_became_peered":"2026-04-02T11:43:48.215287+0000","last_unstale":"2026-04-02T11:43:50.420061+0000","last_undegraded":"2026-04-02T11:43:50.420061+0000","last_fullsized":"2026-04-02T11:43:50.420061+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T17:24:27.803112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000295505,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.481313+0000","last_change":"2026-04-02T11:43:50.481399+0000","last_active":"2026-04-02T11:43:50.481313+0000","last_peered":"2026-04-02T11:43:50.481313+0000","last_clean":"2026-04-02T11:43:50.481313+0000","last_became_active":"2026-04-02T11:43:47.911633+0000","last_became_peered":"2026-04-02T11:43:47.911633+0000","last_unstale":"2026-04-02T11:43:50.481313+0000","last_undegraded":"2026-04-02T11:43:50.481313+0000","last_fullsized":"2026-04-02T11:43:50.481313+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:42:44.630047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077565200000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"18'1","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.050946+0000","last_change":"2026-04-02T11:43:50.051084+0000","last_active":"2026-04-02T11:43:50.050946+0000","last_peered":"2026-04-02T11:43:50.050946+0000","last_clean":"2026-04-02T11:43:50.050946+0000","last_became_active":"2026-04-02T11:43:47.908029+0000","last_became_peered":"2026-04-02T11:43:47.908029+0000","last_unstale":"2026-04-02T11:43:50.050946+0000","last_undegraded":"2026-04-02T11:43:50.050946+0000","last_fullsized":"2026-04-02T11:43:50.050946+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T18:18:01.901894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036122500000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"15'32","reported_seq":65,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.480582+0000","last_change":"2026-04-02T11:43:44.235939+0000","last_active":"2026-04-02T11:43:50.480582+0000","last_peered":"2026-04-02T11:43:50.480582+0000","last_clean":"2026-04-02T11:43:50.480582+0000","last_became_active":"2026-04-02T11:43:44.235354+0000","last_became_peered":"2026-04-02T11:43:44.235354+0000","last_unstale":"2026-04-02T11:43:50.480582+0000","last_undegraded":"2026-04-02T11:43:50.480582+0000","last_fullsized":"2026-04-02T11:43:50.480582+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:42.854667+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:42.854667+0000","last_clean_scrub_stamp":"2026-04-02T11:43:42.854667+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:50:13.237868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":652,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8772,"internal_metadata":27450812},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27040,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344800,"statfs":{"total":96636764160,"available":96609075200,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8774,"internal_metadata":27450810},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27060,"kb_used_data":204,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344780,"statfs":{"total":96636764160,"available":96609054720,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27056,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344784,"statfs":{"total":96636764160,"available":96609058816,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8777,"internal_metadata":27450807},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27056,"kb_used_data":200,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344784,"statfs":{"total":96636764160,"available":96609058816,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7475,"internal_metadata":27452109},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27056,"kb_used_data":200,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344784,"statfs":{"total":96636764160,"available":96609058816,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27060,"kb_used_data":204,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344780,"statfs":{"total":96636764160,"available":96609054720,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":652,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-02T11:43:53.565 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-02T11:43:53.774 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:53.774 INFO:teuthology.orchestra.run.vm07.stderr:dumped all 2026-04-02T11:43:53.785 INFO:teuthology.orchestra.run.vm07.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2026-04-02T11:43:53.174994+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":217328,"kb_used_data":2512,"kb_used_omap":63,"kb_used_meta":214464,"kb_avail":754757392,"statfs":{"total":773094113280,"available":772871569408,"internally_reserved":0,"allocated":2572288,"data_stored":1466158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":65006,"internal_metadata":219611666},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.303809"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.480999+0000","last_change":"2026-04-02T11:43:50.481101+0000","last_active":"2026-04-02T11:43:50.480999+0000","last_peered":"2026-04-02T11:43:50.480999+0000","last_clean":"2026-04-02T11:43:50.480999+0000","last_became_active":"2026-04-02T11:43:47.911363+0000","last_became_peered":"2026-04-02T11:43:47.911363+0000","last_unstale":"2026-04-02T11:43:50.480999+0000","last_undegraded":"2026-04-02T11:43:50.480999+0000","last_fullsized":"2026-04-02T11:43:50.480999+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T12:01:05.781545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022446,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.054501+0000","last_change":"2026-04-02T11:43:50.054724+0000","last_active":"2026-04-02T11:43:50.054501+0000","last_peered":"2026-04-02T11:43:50.054501+0000","last_clean":"2026-04-02T11:43:50.054501+0000","last_became_active":"2026-04-02T11:43:47.908774+0000","last_became_peered":"2026-04-02T11:43:47.908774+0000","last_unstale":"2026-04-02T11:43:50.054501+0000","last_undegraded":"2026-04-02T11:43:50.054501+0000","last_fullsized":"2026-04-02T11:43:50.054501+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T17:23:10.824209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040461700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.480981+0000","last_change":"2026-04-02T11:43:50.481071+0000","last_active":"2026-04-02T11:43:50.480981+0000","last_peered":"2026-04-02T11:43:50.480981+0000","last_clean":"2026-04-02T11:43:50.480981+0000","last_became_active":"2026-04-02T11:43:48.213761+0000","last_became_peered":"2026-04-02T11:43:48.213761+0000","last_unstale":"2026-04-02T11:43:50.480981+0000","last_undegraded":"2026-04-02T11:43:50.480981+0000","last_fullsized":"2026-04-02T11:43:50.480981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T13:42:17.586936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046227399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.054557+0000","last_change":"2026-04-02T11:43:50.054719+0000","last_active":"2026-04-02T11:43:50.054557+0000","last_peered":"2026-04-02T11:43:50.054557+0000","last_clean":"2026-04-02T11:43:50.054557+0000","last_became_active":"2026-04-02T11:43:48.214452+0000","last_became_peered":"2026-04-02T11:43:48.214452+0000","last_unstale":"2026-04-02T11:43:50.054557+0000","last_undegraded":"2026-04-02T11:43:50.054557+0000","last_fullsized":"2026-04-02T11:43:50.054557+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T15:30:25.881942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024322600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"20'2","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.051118+0000","last_change":"2026-04-02T11:43:50.051118+0000","last_active":"2026-04-02T11:43:50.051118+0000","last_peered":"2026-04-02T11:43:50.051118+0000","last_clean":"2026-04-02T11:43:50.051118+0000","last_became_active":"2026-04-02T11:43:47.908788+0000","last_became_peered":"2026-04-02T11:43:47.908788+0000","last_unstale":"2026-04-02T11:43:50.051118+0000","last_undegraded":"2026-04-02T11:43:50.051118+0000","last_fullsized":"2026-04-02T11:43:50.051118+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T16:52:01.503308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044218700000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.420061+0000","last_change":"2026-04-02T11:43:50.420218+0000","last_active":"2026-04-02T11:43:50.420061+0000","last_peered":"2026-04-02T11:43:50.420061+0000","last_clean":"2026-04-02T11:43:50.420061+0000","last_became_active":"2026-04-02T11:43:48.215287+0000","last_became_peered":"2026-04-02T11:43:48.215287+0000","last_unstale":"2026-04-02T11:43:50.420061+0000","last_undegraded":"2026-04-02T11:43:50.420061+0000","last_fullsized":"2026-04-02T11:43:50.420061+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T17:24:27.803112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000295505,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.481313+0000","last_change":"2026-04-02T11:43:50.481399+0000","last_active":"2026-04-02T11:43:50.481313+0000","last_peered":"2026-04-02T11:43:50.481313+0000","last_clean":"2026-04-02T11:43:50.481313+0000","last_became_active":"2026-04-02T11:43:47.911633+0000","last_became_peered":"2026-04-02T11:43:47.911633+0000","last_unstale":"2026-04-02T11:43:50.481313+0000","last_undegraded":"2026-04-02T11:43:50.481313+0000","last_fullsized":"2026-04-02T11:43:50.481313+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:42:44.630047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077565200000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"18'1","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.050946+0000","last_change":"2026-04-02T11:43:50.051084+0000","last_active":"2026-04-02T11:43:50.050946+0000","last_peered":"2026-04-02T11:43:50.050946+0000","last_clean":"2026-04-02T11:43:50.050946+0000","last_became_active":"2026-04-02T11:43:47.908029+0000","last_became_peered":"2026-04-02T11:43:47.908029+0000","last_unstale":"2026-04-02T11:43:50.050946+0000","last_undegraded":"2026-04-02T11:43:50.050946+0000","last_fullsized":"2026-04-02T11:43:50.050946+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:46.889573+0000","last_clean_scrub_stamp":"2026-04-02T11:43:46.889573+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T18:18:01.901894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036122500000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"15'32","reported_seq":65,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:43:50.480582+0000","last_change":"2026-04-02T11:43:44.235939+0000","last_active":"2026-04-02T11:43:50.480582+0000","last_peered":"2026-04-02T11:43:50.480582+0000","last_clean":"2026-04-02T11:43:50.480582+0000","last_became_active":"2026-04-02T11:43:44.235354+0000","last_became_peered":"2026-04-02T11:43:44.235354+0000","last_unstale":"2026-04-02T11:43:50.480582+0000","last_undegraded":"2026-04-02T11:43:50.480582+0000","last_fullsized":"2026-04-02T11:43:50.480582+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:43:42.854667+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:43:42.854667+0000","last_clean_scrub_stamp":"2026-04-02T11:43:42.854667+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:50:13.237868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":652,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8772,"internal_metadata":27450812},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27040,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344800,"statfs":{"total":96636764160,"available":96609075200,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8774,"internal_metadata":27450810},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27060,"kb_used_data":204,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344780,"statfs":{"total":96636764160,"available":96609054720,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27056,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344784,"statfs":{"total":96636764160,"available":96609058816,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8777,"internal_metadata":27450807},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27056,"kb_used_data":200,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344784,"statfs":{"total":96636764160,"available":96609058816,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7475,"internal_metadata":27452109},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27056,"kb_used_data":200,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344784,"statfs":{"total":96636764160,"available":96609058816,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27060,"kb_used_data":204,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344780,"statfs":{"total":96636764160,"available":96609054720,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":652,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-02T11:43:53.785 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-04-02T11:43:53.785 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-04-02T11:43:53.785 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-04-02T11:43:53.785 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-04-02T11:43:54.011 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T11:43:54.011 INFO:teuthology.orchestra.run.vm07.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-04-02T11:43:54.022 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-04-02T11:43:54.022 INFO:teuthology.run_tasks:Running task openssl_keys... 2026-04-02T11:43:54.026 INFO:teuthology.run_tasks:Running task rgw... 2026-04-02T11:43:54.060 DEBUG:tasks.rgw:config is {'client.0': None} 2026-04-02T11:43:54.060 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2026-04-02T11:43:54.060 INFO:tasks.rgw:Creating data pools 2026-04-02T11:43:54.060 DEBUG:tasks.rgw:Obtaining remote for client client.0 2026-04-02T11:43:54.061 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph osd erasure-code-profile set client.0 k=2 m=1 crush-failure-domain=osd --cluster ceph 2026-04-02T11:43:55.196 INFO:teuthology.orchestra.run.vm07.stderr:load: isa 2026-04-02T11:43:55.210 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2026-04-02T11:43:57.209 INFO:teuthology.orchestra.run.vm07.stderr:pool 'default.rgw.buckets.data' created 2026-04-02T11:43:57.235 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2026-04-02T11:43:58.233 INFO:teuthology.orchestra.run.vm07.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2026-04-02T11:43:58.264 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2026-04-02T11:43:59.234 INFO:teuthology.orchestra.run.vm07.stderr:pool 'default.rgw.buckets.index' created 2026-04-02T11:43:59.255 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2026-04-02T11:44:00.239 INFO:teuthology.orchestra.run.vm07.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2026-04-02T11:44:00.278 DEBUG:tasks.rgw:Pools created 2026-04-02T11:44:00.278 INFO:tasks.rgw:Configuring compression type = random 2026-04-02T11:44:00.278 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-02T11:44:00.278 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-02T11:44:00.278 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-02T11:44:00.325 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:44:00.326 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:44:02.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.292+0000 7ff209b4f640 0 -- 192.168.123.107:0/1572027655 >> [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] conn(0x55810c85b690 msgr2=0x55810c85ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until injecting socket failure 2026-04-02T11:44:02.494 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.493+0000 7ff209b4f640 0 --2- 192.168.123.107:0/1572027655 >> [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] conn(0x55810c85b690 0x55810c85ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-02T11:44:02.498 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.497+0000 7ff20d539900 20 rados->read ofs=0 len=0 2026-04-02T11:44:02.499 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.497+0000 7ff208b4d640 0 -- 192.168.123.107:0/2624537712 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55810c8d2350 msgr2=0x55810c8f27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:44:02.700 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.698+0000 7ff20d539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:02.700 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.699+0000 7ff20d539900 20 realm 2026-04-02T11:44:02.700 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.699+0000 7ff20d539900 20 rados->read ofs=0 len=0 2026-04-02T11:44:02.701 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.699+0000 7ff20d539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:02.701 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.699+0000 7ff20d539900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:44:02.701 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.699+0000 7ff20d539900 20 rados->read ofs=0 len=0 2026-04-02T11:44:02.701 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.699+0000 7ff20d539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:02.701 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.699+0000 7ff20d539900 20 rados->read ofs=0 len=0 2026-04-02T11:44:02.702 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.700+0000 7ff20d539900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:44:02.702 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.700+0000 7ff20d539900 20 rados->read ofs=0 len=0 2026-04-02T11:44:02.703 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.701+0000 7ff20d539900 20 rados_obj.operate() r=0 bl.length=1060 2026-04-02T11:44:02.703 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.701+0000 7ff20d539900 20 searching for the correct realm 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.711+0000 7ff20d539900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.711+0000 7ff20d539900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.711+0000 7ff20d539900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.711+0000 7ff20d539900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.711+0000 7ff20d539900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.711+0000 7ff20d539900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.711+0000 7ff20d539900 20 rados->read ofs=0 len=0 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.711+0000 7ff20d539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.711+0000 7ff20d539900 20 rados->read ofs=0 len=0 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.711+0000 7ff20d539900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.711+0000 7ff20d539900 20 rados->read ofs=0 len=0 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.712+0000 7ff20d539900 20 rados_obj.operate() r=0 bl.length=436 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.712+0000 7ff20d539900 20 zone default found 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.712+0000 7ff20d539900 4 Realm: () 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.712+0000 7ff20d539900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.712+0000 7ff20d539900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.712+0000 7ff20d539900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.712+0000 7ff20d539900 20 zonegroup default 2026-04-02T11:44:02.713 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.712+0000 7ff20d539900 20 rados->read ofs=0 len=0 2026-04-02T11:44:02.714 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.712+0000 7ff20d539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:02.714 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:02.712+0000 7ff20d539900 20 rados->read ofs=0 len=0 2026-04-02T11:44:04.304 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:04.301+0000 7ff20d539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:04.304 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:04.301+0000 7ff20d539900 20 rados->read ofs=0 len=0 2026-04-02T11:44:04.304 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:04.302+0000 7ff20d539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:04.304 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:04.302+0000 7ff20d539900 20 started sync module instance, tier type = 2026-04-02T11:44:04.304 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:04.302+0000 7ff20d539900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:44:06.699 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.697+0000 7ff20d539900 20 add_watcher() i=1 2026-04-02T11:44:06.699 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.697+0000 7ff20d539900 20 add_watcher() i=2 2026-04-02T11:44:06.699 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.697+0000 7ff20d539900 20 add_watcher() i=0 2026-04-02T11:44:06.699 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.697+0000 7ff20d539900 20 add_watcher() i=7 2026-04-02T11:44:06.700 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.698+0000 7ff20d539900 20 add_watcher() i=3 2026-04-02T11:44:06.701 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.699+0000 7ff20d539900 20 add_watcher() i=4 2026-04-02T11:44:06.701 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.699+0000 7ff20d539900 20 add_watcher() i=5 2026-04-02T11:44:06.702 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.700+0000 7ff20d539900 20 add_watcher() i=6 2026-04-02T11:44:06.702 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.700+0000 7ff20d539900 2 all 8 watchers are set, enabling cache 2026-04-02T11:44:06.704 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.702+0000 7ff2027fc640 5 boost::asio::awaitable, obj_version> > logback_generations::read(const DoutPrefixProvider*):446: oid=data_loggenerations_metadata not found 2026-04-02T11:44:06.704 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.702+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.0 2026-04-02T11:44:06.704 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.702+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.705 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.703+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.0 does not exist 2026-04-02T11:44:06.705 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.703+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.1 2026-04-02T11:44:06.705 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.703+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.706 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.704+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.1 does not exist 2026-04-02T11:44:06.706 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.704+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.2 2026-04-02T11:44:06.706 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.704+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.706 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.705+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.2 does not exist 2026-04-02T11:44:06.706 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.705+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.3 2026-04-02T11:44:06.706 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.705+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.707 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.705+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.3 does not exist 2026-04-02T11:44:06.707 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.705+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.4 2026-04-02T11:44:06.707 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.705+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.707 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.706+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.4 does not exist 2026-04-02T11:44:06.707 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.706+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.5 2026-04-02T11:44:06.707 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.706+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.708 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.706+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.5 does not exist 2026-04-02T11:44:06.708 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.706+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.6 2026-04-02T11:44:06.708 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.706+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.708 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.6 does not exist 2026-04-02T11:44:06.708 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.7 2026-04-02T11:44:06.708 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.708 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.7 does not exist 2026-04-02T11:44:06.708 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.8 2026-04-02T11:44:06.708 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.709 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.8 does not exist 2026-04-02T11:44:06.709 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.9 2026-04-02T11:44:06.709 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.709 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.9 does not exist 2026-04-02T11:44:06.709 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.10 2026-04-02T11:44:06.709 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.707+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.710 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.708+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.10 does not exist 2026-04-02T11:44:06.710 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.708+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.11 2026-04-02T11:44:06.710 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.708+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.710 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.708+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.11 does not exist 2026-04-02T11:44:06.733 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.708+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.12 2026-04-02T11:44:06.733 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.708+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.708+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.12 does not exist 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.708+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.13 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.708+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.13 does not exist 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.14 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.14 does not exist 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.15 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.15 does not exist 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.16 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.16 does not exist 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.17 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.709+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.710+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.17 does not exist 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.710+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.18 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.710+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.18 does not exist 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.19 2026-04-02T11:44:06.735 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.19 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.20 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.20 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.21 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.21 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.22 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.22 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.23 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.711+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.23 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.24 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.24 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.25 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.25 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.26 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.26 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.27 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.27 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.28 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.712+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.28 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.29 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.29 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.30 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.30 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.31 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.31 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.32 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.713+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.32 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.33 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.33 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.34 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.34 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.35 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.35 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.36 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.714+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.36 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.37 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.37 does not exist 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.38 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.736 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.38 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.39 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.39 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.40 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.40 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.41 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.715+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.41 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.42 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.42 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.43 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.43 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.44 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.44 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.45 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.45 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.46 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.716+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.46 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.47 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.47 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.48 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.48 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.49 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.49 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.50 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.50 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.51 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.717+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.51 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.52 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.52 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.53 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.53 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.54 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.54 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.55 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.55 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.56 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.718+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.56 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.57 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.57 does not exist 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.58 2026-04-02T11:44:06.737 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.58 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.59 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.59 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.60 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.60 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.61 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.719+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.61 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.62 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.62 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.63 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.63 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.64 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.64 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.65 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.65 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.66 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.720+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.66 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.67 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.67 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.68 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.68 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.69 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.69 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.70 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.721+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.70 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.71 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.71 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.72 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.72 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.73 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.73 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.74 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.74 does not exist 2026-04-02T11:44:06.738 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.75 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.722+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.75 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.76 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.76 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.77 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.77 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.78 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.78 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.79 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.79 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.80 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.723+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.80 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.81 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.81 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.82 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.82 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.83 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.83 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.84 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.724+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.84 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.85 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.85 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.86 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.86 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.87 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.87 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.88 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.88 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.89 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.725+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.89 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.90 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.90 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.91 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.91 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.92 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.92 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.93 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.93 does not exist 2026-04-02T11:44:06.739 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.94 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.726+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.94 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.95 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.95 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.96 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.96 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.97 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.97 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.98 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.98 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.99 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.99 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.100 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.100 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.101 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.728+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.101 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.102 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.102 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.103 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.103 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.104 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.104 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.105 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.105 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.106 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.729+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.106 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.107 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.107 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.108 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.108 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.109 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.109 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.110 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.730+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.110 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.111 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.111 does not exist 2026-04-02T11:44:06.740 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.112 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.112 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.113 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.113 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.114 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.114 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.115 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.115 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.116 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.731+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.116 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.117 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.117 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.118 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.118 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.119 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.119 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.120 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff2027fc640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.120 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff201ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.121 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.732+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.121 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff2017fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.122 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff2017fa640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.122 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff20a350640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.123 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff20a350640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.123 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff203fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.124 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff203fff640 20 do_open: entering 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.124 does not exist 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff2037fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.125 2026-04-02T11:44:06.741 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.733+0000 7ff2037fe640 20 do_open: entering 2026-04-02T11:44:06.742 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.734+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.125 does not exist 2026-04-02T11:44:06.742 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.734+0000 7ff202ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.126 2026-04-02T11:44:06.742 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.734+0000 7ff202ffd640 20 do_open: entering 2026-04-02T11:44:06.742 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.734+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.126 does not exist 2026-04-02T11:44:06.742 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.734+0000 7ff20b5d9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.127 2026-04-02T11:44:06.742 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.734+0000 7ff20b5d9640 20 do_open: entering 2026-04-02T11:44:06.742 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.734+0000 7ff2027fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.127 does not exist 2026-04-02T11:44:06.742 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.734+0000 7ff2027fc640 20 do_create: entering 2026-04-02T11:44:06.742 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.738+0000 7ff201ffb640 20 do_open: entering 2026-04-02T11:44:06.787 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.786+0000 7ff20d539900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:44:06.787 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:06.786+0000 7ff20d539900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:44:09.602 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.600+0000 7ff20d539900 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2026-04-02T11:44:09.602 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.600+0000 7ff20d539900 5 note: GC not initialized 2026-04-02T11:44:09.602 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.600+0000 7ff1b27ec640 20 reqs_thread_entry: start 2026-04-02T11:44:09.664 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.662+0000 7ff20d539900 20 init_complete bucket index max shards: 1 2026-04-02T11:44:09.664 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.662+0000 7ff20d539900 20 Filter name: none 2026-04-02T11:44:09.664 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.662+0000 7ff1abfff640 20 reqs_thread_entry: start 2026-04-02T11:44:09.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.672+0000 7ff20d539900 20 remove_watcher() i=0 2026-04-02T11:44:09.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.672+0000 7ff20d539900 2 removed watcher, disabling cache 2026-04-02T11:44:09.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.672+0000 7ff20d539900 20 remove_watcher() i=6 2026-04-02T11:44:09.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.673+0000 7ff20d539900 20 remove_watcher() i=3 2026-04-02T11:44:09.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.673+0000 7ff20d539900 20 remove_watcher() i=2 2026-04-02T11:44:09.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.673+0000 7ff20d539900 20 remove_watcher() i=4 2026-04-02T11:44:09.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.673+0000 7ff20d539900 20 remove_watcher() i=5 2026-04-02T11:44:09.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.673+0000 7ff20d539900 20 remove_watcher() i=7 2026-04-02T11:44:09.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.673+0000 7ff20d539900 20 remove_watcher() i=1 2026-04-02T11:44:09.684 INFO:teuthology.orchestra.run.vm07.stdout:[] 2026-04-02T11:44:09.684 DEBUG:tasks.util.rgw: json result: [] 2026-04-02T11:44:09.684 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-02T11:44:09.684 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-02T11:44:09.684 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2026-04-02T11:44:09.734 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:44:09.734 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:44:09.748 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.747+0000 7f6cd19cb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:44:09.749 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.747+0000 7f6cd19cb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:44:09.749 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.747+0000 7f6c797f2640 20 reqs_thread_entry: start 2026-04-02T11:44:09.760 INFO:teuthology.orchestra.run.vm07.stdout:{"id":"677e3f11-b19c-4f44-830f-805c8c9ba707","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-02T11:44:09.760 DEBUG:tasks.util.rgw: json result: {'id': '677e3f11-b19c-4f44-830f-805c8c9ba707', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-02T11:44:09.760 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-02T11:44:09.760 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-02T11:44:09.760 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-02T11:44:09.804 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:44:09.804 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:44:09.820 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.818+0000 7f610baf2900 20 rados->read ofs=0 len=0 2026-04-02T11:44:09.821 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.819+0000 7f610baf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:09.821 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.819+0000 7f610baf2900 20 realm 2026-04-02T11:44:09.821 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.819+0000 7f610baf2900 20 rados->read ofs=0 len=0 2026-04-02T11:44:09.821 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.819+0000 7f610baf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:09.821 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.819+0000 7f610baf2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:44:09.821 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.819+0000 7f610baf2900 20 rados->read ofs=0 len=0 2026-04-02T11:44:09.821 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.820+0000 7f610baf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:09.821 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.820+0000 7f610baf2900 20 rados->read ofs=0 len=0 2026-04-02T11:44:09.822 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.820+0000 7f610baf2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:44:09.822 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.820+0000 7f610baf2900 20 rados->read ofs=0 len=0 2026-04-02T11:44:09.823 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.821+0000 7f610baf2900 20 rados_obj.operate() r=0 bl.length=1076 2026-04-02T11:44:09.823 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.821+0000 7f610baf2900 20 searching for the correct realm 2026-04-02T11:44:09.824 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:09.822+0000 7f6109da8640 0 -- 192.168.123.107:0/2363642189 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f60f0044040 msgr2=0x7f60f000b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:44:10.029 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.027+0000 7f6108da6640 0 -- 192.168.123.107:0/2363642189 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x5634dec08270 msgr2=0x7f60fc0f5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:44:10.234 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.232+0000 7f610baf2900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.232+0000 7f610baf2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.232+0000 7f610baf2900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.232+0000 7f610baf2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.232+0000 7f610baf2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.232+0000 7f610baf2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.232+0000 7f610baf2900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 20 rados_obj.operate() r=0 bl.length=436 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 20 zone default found 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 4 Realm: () 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 20 zonegroup default 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:10.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.233+0000 7f610baf2900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.236 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.234+0000 7f610baf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:10.236 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.234+0000 7f610baf2900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.236 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.234+0000 7f610baf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:10.236 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.234+0000 7f610baf2900 20 started sync module instance, tier type = 2026-04-02T11:44:10.236 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.234+0000 7f610baf2900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:44:10.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.237+0000 7f610baf2900 20 add_watcher() i=2 2026-04-02T11:44:10.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.237+0000 7f610baf2900 20 add_watcher() i=5 2026-04-02T11:44:10.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.238+0000 7f610baf2900 20 add_watcher() i=3 2026-04-02T11:44:10.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.238+0000 7f610baf2900 20 add_watcher() i=6 2026-04-02T11:44:10.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.238+0000 7f610baf2900 20 add_watcher() i=4 2026-04-02T11:44:10.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.238+0000 7f610baf2900 20 add_watcher() i=0 2026-04-02T11:44:10.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.239+0000 7f610baf2900 20 add_watcher() i=7 2026-04-02T11:44:10.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.239+0000 7f610baf2900 20 add_watcher() i=1 2026-04-02T11:44:10.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.239+0000 7f610baf2900 2 all 8 watchers are set, enabling cache 2026-04-02T11:44:10.242 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.240+0000 7f610baf2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:44:10.242 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.240+0000 7f610baf2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:44:10.242 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.241+0000 7f610baf2900 5 note: GC not initialized 2026-04-02T11:44:10.242 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.241+0000 7f60b67ec640 20 reqs_thread_entry: start 2026-04-02T11:44:10.280 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.278+0000 7f610baf2900 20 init_complete bucket index max shards: 1 2026-04-02T11:44:10.280 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.278+0000 7f610baf2900 20 Filter name: none 2026-04-02T11:44:10.280 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.278+0000 7f60affff640 20 reqs_thread_entry: start 2026-04-02T11:44:10.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.288+0000 7f610baf2900 20 remove_watcher() i=3 2026-04-02T11:44:10.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.288+0000 7f610baf2900 2 removed watcher, disabling cache 2026-04-02T11:44:10.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.288+0000 7f610baf2900 20 remove_watcher() i=5 2026-04-02T11:44:10.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.289+0000 7f610baf2900 20 remove_watcher() i=2 2026-04-02T11:44:10.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.289+0000 7f610baf2900 20 remove_watcher() i=0 2026-04-02T11:44:10.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.289+0000 7f610baf2900 20 remove_watcher() i=6 2026-04-02T11:44:10.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.289+0000 7f610baf2900 20 remove_watcher() i=7 2026-04-02T11:44:10.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.289+0000 7f610baf2900 20 remove_watcher() i=1 2026-04-02T11:44:10.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.289+0000 7f610baf2900 20 remove_watcher() i=4 2026-04-02T11:44:10.296 INFO:teuthology.orchestra.run.vm07.stdout:[] 2026-04-02T11:44:10.296 DEBUG:tasks.util.rgw: json result: [] 2026-04-02T11:44:10.296 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2026-04-02T11:44:10.296 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2026-04-02T11:44:10.296 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2026-04-02T11:44:10.347 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:44:10.348 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:44:10.361 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.359+0000 7ff66c92d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:44:10.361 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.359+0000 7ff66c92d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:44:10.361 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.359+0000 7ff6157f2640 20 reqs_thread_entry: start 2026-04-02T11:44:10.371 INFO:teuthology.orchestra.run.vm07.stdout:{"id":"677e3f11-b19c-4f44-830f-805c8c9ba707","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-02T11:44:10.371 DEBUG:tasks.util.rgw: json result: {'id': '677e3f11-b19c-4f44-830f-805c8c9ba707', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-02T11:44:10.371 INFO:tasks.rgw:Preparing directory for rgw datacache at /tmp/rgw_datacache 2026-04-02T11:44:10.371 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p /tmp/rgw_datacache 2026-04-02T11:44:10.398 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod a+rwx /tmp/rgw_datacache 2026-04-02T11:44:10.470 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-02T11:44:10.471 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-02T11:44:10.471 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-02T11:44:10.555 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:44:10.555 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:44:10.571 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.569+0000 7fbd61f20900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.572 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.570+0000 7fbd61f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:10.572 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.570+0000 7fbd61f20900 20 realm 2026-04-02T11:44:10.572 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.570+0000 7fbd61f20900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.572 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.570+0000 7fbd61f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:10.572 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.570+0000 7fbd61f20900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:44:10.572 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.570+0000 7fbd61f20900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.572 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.571+0000 7fbd61f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:10.572 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.571+0000 7fbd61f20900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.573 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.571+0000 7fbd61f20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:44:10.573 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.571+0000 7fbd61f20900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.574 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.572+0000 7fbd61f20900 20 rados_obj.operate() r=0 bl.length=1076 2026-04-02T11:44:10.574 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.572+0000 7fbd61f20900 20 searching for the correct realm 2026-04-02T11:44:10.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.575+0000 7fbd5dc10640 0 -- 192.168.123.107:0/2438650528 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fbd5006d030 msgr2=0x7fbd5006d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:44:10.782 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.780+0000 7fbd5d40f640 0 -- 192.168.123.107:0/2438650528 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x564f60e611f0 msgr2=0x564f60e61670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:44:10.784 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.782+0000 7fbd61f20900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:44:10.784 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.782+0000 7fbd61f20900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:44:10.784 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.782+0000 7fbd61f20900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:44:10.784 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.782+0000 7fbd61f20900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:44:10.784 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.782+0000 7fbd61f20900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:44:10.784 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.782+0000 7fbd61f20900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:44:10.784 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.782+0000 7fbd61f20900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.784 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.782+0000 7fbd61f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:10.784 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.782+0000 7fbd61f20900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.784 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:44:10.784 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 20 rados_obj.operate() r=0 bl.length=436 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 20 zone default found 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 4 Realm: () 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 20 zonegroup default 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.783+0000 7fbd61f20900 20 rados->read ofs=0 len=0 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.784+0000 7fbd61f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.784+0000 7fbd61f20900 20 started sync module instance, tier type = 2026-04-02T11:44:10.785 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.784+0000 7fbd61f20900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:44:10.789 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.787+0000 7fbd61f20900 20 add_watcher() i=3 2026-04-02T11:44:10.789 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.788+0000 7fbd61f20900 20 add_watcher() i=6 2026-04-02T11:44:10.790 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.788+0000 7fbd61f20900 20 add_watcher() i=7 2026-04-02T11:44:10.790 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.788+0000 7fbd61f20900 20 add_watcher() i=5 2026-04-02T11:44:10.790 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.788+0000 7fbd61f20900 20 add_watcher() i=0 2026-04-02T11:44:10.790 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.788+0000 7fbd61f20900 20 add_watcher() i=2 2026-04-02T11:44:10.790 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.788+0000 7fbd61f20900 20 add_watcher() i=4 2026-04-02T11:44:10.790 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.788+0000 7fbd61f20900 20 add_watcher() i=1 2026-04-02T11:44:10.790 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.788+0000 7fbd61f20900 2 all 8 watchers are set, enabling cache 2026-04-02T11:44:10.792 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.791+0000 7fbd61f20900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:44:10.792 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.791+0000 7fbd61f20900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:44:10.792 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.791+0000 7fbd61f20900 5 note: GC not initialized 2026-04-02T11:44:10.793 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.791+0000 7fbd0afed640 20 reqs_thread_entry: start 2026-04-02T11:44:10.834 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.832+0000 7fbd61f20900 20 init_complete bucket index max shards: 1 2026-04-02T11:44:10.834 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.832+0000 7fbd61f20900 20 Filter name: none 2026-04-02T11:44:10.834 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.832+0000 7fbd08fe9640 20 reqs_thread_entry: start 2026-04-02T11:44:10.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.842+0000 7fbd61f20900 20 remove_watcher() i=3 2026-04-02T11:44:10.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.842+0000 7fbd61f20900 2 removed watcher, disabling cache 2026-04-02T11:44:10.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.842+0000 7fbd61f20900 20 remove_watcher() i=0 2026-04-02T11:44:10.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.842+0000 7fbd61f20900 20 remove_watcher() i=5 2026-04-02T11:44:10.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.842+0000 7fbd61f20900 20 remove_watcher() i=6 2026-04-02T11:44:10.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.843+0000 7fbd61f20900 20 remove_watcher() i=4 2026-04-02T11:44:10.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.843+0000 7fbd61f20900 20 remove_watcher() i=2 2026-04-02T11:44:10.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.843+0000 7fbd61f20900 20 remove_watcher() i=7 2026-04-02T11:44:10.844 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.843+0000 7fbd61f20900 20 remove_watcher() i=1 2026-04-02T11:44:10.850 INFO:teuthology.orchestra.run.vm07.stdout:[] 2026-04-02T11:44:10.850 DEBUG:tasks.util.rgw: json result: [] 2026-04-02T11:44:10.850 INFO:tasks.rgw:Configuring storage class = FROZEN 2026-04-02T11:44:10.850 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-02T11:44:10.850 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-02T11:44:10.851 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2026-04-02T11:44:10.898 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:44:10.899 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:44:10.912 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.910+0000 7f1b9e547900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:44:10.912 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.910+0000 7f1b9e547900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:44:10.912 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.910+0000 7f1b437fe640 20 reqs_thread_entry: start 2026-04-02T11:44:10.921 INFO:teuthology.orchestra.run.vm07.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","STANDARD"]}}] 2026-04-02T11:44:10.921 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'STANDARD']}}] 2026-04-02T11:44:10.921 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-02T11:44:10.922 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-02T11:44:10.922 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2026-04-02T11:44:10.970 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:44:10.970 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:44:10.982 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.980+0000 7fbf899a2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:44:10.982 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.980+0000 7fbf899a2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:44:10.983 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:10.981+0000 7fbf34ff1640 20 reqs_thread_entry: start 2026-04-02T11:44:11.194 INFO:teuthology.orchestra.run.vm07.stdout:{"id":"677e3f11-b19c-4f44-830f-805c8c9ba707","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-02T11:44:11.194 DEBUG:tasks.util.rgw: json result: {'id': '677e3f11-b19c-4f44-830f-805c8c9ba707', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-02T11:44:11.194 INFO:tasks.rgw:Configuring storage class = LUKEWARM 2026-04-02T11:44:11.194 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-02T11:44:11.194 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-02T11:44:11.194 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2026-04-02T11:44:11.244 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:44:11.244 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:44:11.259 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:11.257+0000 7faa50585900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:44:11.259 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:11.257+0000 7faa50585900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:44:11.259 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:11.257+0000 7fa9f97f2640 20 reqs_thread_entry: start 2026-04-02T11:44:11.268 INFO:teuthology.orchestra.run.vm07.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2026-04-02T11:44:11.268 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2026-04-02T11:44:11.268 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-04-02T11:44:11.268 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-04-02T11:44:11.269 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2026-04-02T11:44:11.317 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:44:11.317 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:44:11.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:11.329+0000 7fab7bb3e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:44:11.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:11.329+0000 7fab7bb3e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:44:11.332 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T11:44:11.329+0000 7fab1ffff640 20 reqs_thread_entry: start 2026-04-02T11:44:11.342 INFO:teuthology.orchestra.run.vm07.stdout:{"id":"677e3f11-b19c-4f44-830f-805c8c9ba707","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-02T11:44:11.342 DEBUG:tasks.util.rgw: json result: {'id': '677e3f11-b19c-4f44-830f-805c8c9ba707', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-02T11:44:11.342 INFO:tasks.rgw:Starting rgw... 2026-04-02T11:44:11.342 INFO:tasks.rgw:rgw client.0 config is {} 2026-04-02T11:44:11.342 INFO:tasks.rgw:Using beast as radosgw frontend 2026-04-02T11:44:11.342 DEBUG:teuthology.orchestra.run.vm07:> sudo echo -n http://vm07.local:80 | sudo tee /home/ubuntu/cephtest/url_file 2026-04-02T11:44:11.378 INFO:teuthology.orchestra.run.vm07.stdout:http://vm07.local:80 2026-04-02T11:44:11.379 DEBUG:teuthology.orchestra.run.vm07:> sudo chown ceph /home/ubuntu/cephtest/url_file 2026-04-02T11:44:11.454 INFO:tasks.rgw.client.0:Restarting daemon 2026-04-02T11:44:11.455 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=80' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2026-04-02T11:44:11.496 INFO:tasks.rgw.client.0:Started 2026-04-02T11:44:11.496 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on http://vm07.local:80/ 2026-04-02T11:44:11.497 DEBUG:teuthology.orchestra.run.vm07:> curl http://vm07.local:80/ 2026-04-02T11:44:11.524 INFO:teuthology.orchestra.run.vm07.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-02T11:44:11.524 INFO:teuthology.orchestra.run.vm07.stderr: Dload Upload Total Spent Left Speed 2026-04-02T11:44:11.524 INFO:teuthology.orchestra.run.vm07.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-02T11:44:11.524 INFO:teuthology.orchestra.run.vm07.stderr:curl: (7) Failed to connect to vm07.local port 80: Connection refused 2026-04-02T11:44:11.524 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-02T11:44:12.525 DEBUG:teuthology.orchestra.run.vm07:> curl http://vm07.local:80/ 2026-04-02T11:44:12.555 INFO:teuthology.orchestra.run.vm07.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-02T11:44:12.555 INFO:teuthology.orchestra.run.vm07.stderr: Dload Upload Total Spent Left Speed 2026-04-02T11:44:12.556 INFO:teuthology.orchestra.run.vm07.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 182k 0 --:--:-- --:--:-- --:--:-- 182k 2026-04-02T11:44:12.556 INFO:teuthology.orchestra.run.vm07.stdout:anonymous 2026-04-02T11:44:12.556 INFO:teuthology.run_tasks:Running task tox... 2026-04-02T11:44:12.559 INFO:tasks.tox:Deploying tox from pip... 2026-04-02T11:44:12.559 DEBUG:teuthology.orchestra.run.vm07:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-04-02T11:44:13.817 DEBUG:teuthology.orchestra.run.vm07:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox 2026-04-02T11:44:14.121 INFO:teuthology.orchestra.run.vm07.stdout:Collecting tox 2026-04-02T11:44:14.152 INFO:teuthology.orchestra.run.vm07.stdout: Downloading tox-4.30.3-py3-none-any.whl (175 kB) 2026-04-02T11:44:14.226 INFO:teuthology.orchestra.run.vm07.stdout:Collecting chardet>=5.2 2026-04-02T11:44:14.234 INFO:teuthology.orchestra.run.vm07.stdout: Downloading chardet-5.2.0-py3-none-any.whl (199 kB) 2026-04-02T11:44:14.273 INFO:teuthology.orchestra.run.vm07.stdout:Collecting typing-extensions>=4.14.1 2026-04-02T11:44:14.281 INFO:teuthology.orchestra.run.vm07.stdout: Downloading typing_extensions-4.15.0-py3-none-any.whl (44 kB) 2026-04-02T11:44:14.305 INFO:teuthology.orchestra.run.vm07.stdout:Collecting colorama>=0.4.6 2026-04-02T11:44:14.314 INFO:teuthology.orchestra.run.vm07.stdout: Downloading colorama-0.4.6-py2.py3-none-any.whl (25 kB) 2026-04-02T11:44:14.346 INFO:teuthology.orchestra.run.vm07.stdout:Collecting platformdirs>=4.3.8 2026-04-02T11:44:14.355 INFO:teuthology.orchestra.run.vm07.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-04-02T11:44:14.385 INFO:teuthology.orchestra.run.vm07.stdout:Collecting packaging>=25 2026-04-02T11:44:14.393 INFO:teuthology.orchestra.run.vm07.stdout: Downloading packaging-26.0-py3-none-any.whl (74 kB) 2026-04-02T11:44:14.420 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pluggy>=1.6 2026-04-02T11:44:14.432 INFO:teuthology.orchestra.run.vm07.stdout: Downloading pluggy-1.6.0-py3-none-any.whl (20 kB) 2026-04-02T11:44:14.454 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pyproject-api>=1.9.1 2026-04-02T11:44:14.463 INFO:teuthology.orchestra.run.vm07.stdout: Downloading pyproject_api-1.9.1-py3-none-any.whl (13 kB) 2026-04-02T11:44:14.515 INFO:teuthology.orchestra.run.vm07.stdout:Collecting tomli>=2.2.1 2026-04-02T11:44:14.523 INFO:teuthology.orchestra.run.vm07.stdout: Downloading tomli-2.4.1-py3-none-any.whl (14 kB) 2026-04-02T11:44:14.555 INFO:teuthology.orchestra.run.vm07.stdout:Collecting cachetools>=6.1 2026-04-02T11:44:14.564 INFO:teuthology.orchestra.run.vm07.stdout: Downloading cachetools-6.2.6-py3-none-any.whl (11 kB) 2026-04-02T11:44:14.652 INFO:teuthology.orchestra.run.vm07.stdout:Collecting virtualenv>=20.31.2 2026-04-02T11:44:14.661 INFO:teuthology.orchestra.run.vm07.stdout: Downloading virtualenv-21.2.0-py3-none-any.whl (5.8 MB) 2026-04-02T11:44:14.787 INFO:teuthology.orchestra.run.vm07.stdout:Collecting filelock>=3.18 2026-04-02T11:44:14.795 INFO:teuthology.orchestra.run.vm07.stdout: Downloading filelock-3.19.1-py3-none-any.whl (15 kB) 2026-04-02T11:44:14.838 INFO:teuthology.orchestra.run.vm07.stdout:Collecting distlib<1,>=0.3.7 2026-04-02T11:44:14.846 INFO:teuthology.orchestra.run.vm07.stdout: Downloading distlib-0.4.0-py2.py3-none-any.whl (469 kB) 2026-04-02T11:44:14.873 INFO:teuthology.orchestra.run.vm07.stdout:Collecting python-discovery>=1 2026-04-02T11:44:14.881 INFO:teuthology.orchestra.run.vm07.stdout: Downloading python_discovery-1.2.1-py3-none-any.whl (31 kB) 2026-04-02T11:44:14.933 INFO:teuthology.orchestra.run.vm07.stdout:Installing collected packages: platformdirs, filelock, typing-extensions, tomli, python-discovery, packaging, distlib, virtualenv, pyproject-api, pluggy, colorama, chardet, cachetools, tox 2026-04-02T11:44:15.271 INFO:teuthology.orchestra.run.vm07.stdout:Successfully installed cachetools-6.2.6 chardet-5.2.0 colorama-0.4.6 distlib-0.4.0 filelock-3.19.1 packaging-26.0 platformdirs-4.4.0 pluggy-1.6.0 pyproject-api-1.9.1 python-discovery-1.2.1 tomli-2.4.1 tox-4.30.3 typing-extensions-4.15.0 virtualenv-21.2.0 2026-04-02T11:44:15.343 INFO:teuthology.orchestra.run.vm07.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-04-02T11:44:15.343 INFO:teuthology.orchestra.run.vm07.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-04-02T11:44:15.395 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:44:15.399 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:44:15.399 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:44:15.399 DEBUG:teuthology.orchestra.run.vm07:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:44:15.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:44:15.426 INFO:teuthology.orchestra.run.vm07.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:44:15.427 DEBUG:teuthology.orchestra.run.vm07:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:44:15.495 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:44:15.495 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:44:15.564 INFO:tasks.workunit:timeout=3h 2026-04-02T11:44:15.564 INFO:tasks.workunit:cleanup=True 2026-04-02T11:44:15.564 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:44:15.634 INFO:tasks.workunit.client.0.vm07.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:44:47.489 INFO:tasks.workunit.client.0.vm07.stderr:Updating files: 90% (12697/13992) Updating files: 91% (12733/13992) Updating files: 92% (12873/13992) Updating files: 93% (13013/13992) Updating files: 94% (13153/13992) Updating files: 95% (13293/13992) Updating files: 96% (13433/13992) Updating files: 97% (13573/13992) Updating files: 98% (13713/13992) Updating files: 99% (13853/13992) Updating files: 100% (13992/13992) Updating files: 100% (13992/13992), done. 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr: git switch -c 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr:Or undo this operation with: 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr: git switch - 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:44:48.461 INFO:tasks.workunit.client.0.vm07.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:44:48.468 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:44:48.536 INFO:tasks.workunit.client.0.vm07.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:44:48.538 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:44:48.538 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:44:48.577 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:44:48.611 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:44:48.677 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:44:48.678 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:44:48.678 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:44:48.714 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:44:48.717 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:44:48.717 DEBUG:teuthology.orchestra.run.vm07:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:44:48.785 INFO:tasks.workunit:Running workunits matching rgw/run-datacache.sh on client.0... 2026-04-02T11:44:48.786 INFO:tasks.workunit:Running workunit rgw/run-datacache.sh... 2026-04-02T11:44:48.786 DEBUG:teuthology.orchestra.run.vm07:workunit test rgw/run-datacache.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RGW_DATACACHE_PATH=/tmp/rgw_datacache adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2026-04-02T11:44:48.858 INFO:tasks.workunit.client.0.vm07.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2026-04-02T11:44:48.858 INFO:tasks.workunit.client.0.vm07.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:44:48.858 INFO:tasks.workunit.client.0.vm07.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ deactivate nondestructive 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ hash -r 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ unset VIRTUAL_ENV 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ export VIRTUAL_ENV 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:44:50.130 INFO:tasks.workunit.client.0.vm07.stderr:++ export PATH 2026-04-02T11:44:50.131 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:44:50.131 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -z '' ']' 2026-04-02T11:44:50.131 INFO:tasks.workunit.client.0.vm07.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-02T11:44:50.131 INFO:tasks.workunit.client.0.vm07.stderr:++ PS1='(rgw) ' 2026-04-02T11:44:50.131 INFO:tasks.workunit.client.0.vm07.stderr:++ export PS1 2026-04-02T11:44:50.131 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:44:50.131 INFO:tasks.workunit.client.0.vm07.stderr:++ hash -r 2026-04-02T11:44:50.131 INFO:tasks.workunit.client.0.vm07.stderr:+ pip install pip --upgrade 2026-04-02T11:44:50.287 INFO:tasks.workunit.client.0.vm07.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:44:50.381 INFO:tasks.workunit.client.0.vm07.stdout:Collecting pip 2026-04-02T11:44:50.411 INFO:tasks.workunit.client.0.vm07.stdout: Downloading pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:44:50.484 INFO:tasks.workunit.client.0.vm07.stdout:Installing collected packages: pip 2026-04-02T11:44:50.484 INFO:tasks.workunit.client.0.vm07.stdout: Attempting uninstall: pip 2026-04-02T11:44:50.484 INFO:tasks.workunit.client.0.vm07.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:44:50.597 INFO:tasks.workunit.client.0.vm07.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:44:50.601 INFO:tasks.workunit.client.0.vm07.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:44:51.014 INFO:tasks.workunit.client.0.vm07.stdout:Successfully installed pip-26.0.1 2026-04-02T11:44:51.123 INFO:tasks.workunit.client.0.vm07.stderr:+ pip install configobj 2026-04-02T11:44:51.331 INFO:tasks.workunit.client.0.vm07.stdout:Collecting configobj 2026-04-02T11:44:51.360 INFO:tasks.workunit.client.0.vm07.stdout: Downloading configobj-5.0.9-py2.py3-none-any.whl.metadata (3.2 kB) 2026-04-02T11:44:51.372 INFO:tasks.workunit.client.0.vm07.stdout:Downloading configobj-5.0.9-py2.py3-none-any.whl (35 kB) 2026-04-02T11:44:51.384 INFO:tasks.workunit.client.0.vm07.stdout:Installing collected packages: configobj 2026-04-02T11:44:51.397 INFO:tasks.workunit.client.0.vm07.stdout:Successfully installed configobj-5.0.9 2026-04-02T11:44:51.429 INFO:tasks.workunit.client.0.vm07.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datacache.py 2026-04-02T11:44:51.447 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:datacache dir from config is: /tmp/rgw_datacache 2026-04-02T11:44:51.447 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:exec_cmd(pwd) 2026-04-02T11:44:51.448 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:command succeeded 2026-04-02T11:44:51.448 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:b'/home/ubuntu/cephtest/mnt.0/client.0/tmp\n' 2026-04-02T11:44:51.448 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:pwd is: /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:44:51.448 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:exec_cmd(sudo ss -nltp | egrep "rados|valgr|memcheck-") 2026-04-02T11:44:51.489 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:command succeeded 2026-04-02T11:44:51.489 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:b'LISTEN 0 4096 0.0.0.0:80 0.0.0.0:* users:(("radosgw",pid=67687,fd=79)) \nLISTEN 0 4096 [::]:80 [::]:* users:(("radosgw",pid=67687,fd=80)) \n' 2026-04-02T11:44:51.489 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:radosgw port: 80 2026-04-02T11:44:51.489 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:radosgw endpoint is: 127.0.0.1 2026-04-02T11:44:51.489 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:exec_cmd(dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat bs=1M count=7) 2026-04-02T11:44:51.509 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:command succeeded 2026-04-02T11:44:51.509 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:b'' 2026-04-02T11:44:51.509 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:exec_cmd(radosgw-admin user create --uid rgw_datacache_user --display-name DatacacheUser --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn) 2026-04-02T11:44:51.891 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:command succeeded 2026-04-02T11:44:51.892 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:b'{\n "user_id": "rgw_datacache_user",\n "display_name": "DatacacheUser",\n "email": "",\n "suspended": 0,\n "max_buckets": 1000,\n "subusers": [],\n "keys": [\n {\n "user": "rgw_datacache_user",\n "access_key": "NX5QOQKC6BH2IDN8HC7A",\n "secret_key": "LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn",\n "active": true,\n "create_date": "2026-04-02T11:44:51.875844Z"\n }\n ],\n "swift_keys": [],\n "caps": [],\n "op_mask": "read, write, delete",\n "default_placement": "",\n "default_storage_class": "",\n "placement_tags": [],\n "bucket_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "user_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "temp_url_keys": [],\n "type": "rgw",\n "mfa_ids": [],\n "account_id": "",\n "path": "/",\n "create_date": "2026-04-02T11:44:51.875838Z",\n "tags": [],\n "group_ids": []\n}\n\n' 2026-04-02T11:44:51.892 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:Creating s3cmd config... 2026-04-02T11:44:51.892 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:proto for s3cmd config is http 2026-04-02T11:44:51.892 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:s3cmd config written 2026-04-02T11:44:51.892 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 mb s3://datacachebucket) 2026-04-02T11:44:51.982 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:command succeeded 2026-04-02T11:44:51.982 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:b"Bucket 's3://datacachebucket/' created\n" 2026-04-02T11:44:51.982 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 put /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat s3://datacachebucket) 2026-04-02T11:44:52.125 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:command succeeded 2026-04-02T11:44:52.125 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:b"upload: '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat' -> 's3://datacachebucket/7M.dat' (7340032 bytes in 0.0 seconds, 158.80 MB/s) [1 of 1]\n" 2026-04-02T11:44:52.125 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 get s3://datacachebucket/7M.dat /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat --force) 2026-04-02T11:44:52.222 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:command succeeded 2026-04-02T11:44:52.222 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:b"download: 's3://datacachebucket/7M.dat' -> '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat' (7340032 bytes in 0.0 seconds, 432.34 MB/s)\n" 2026-04-02T11:44:52.222 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:exec_cmd(radosgw-admin object stat --bucket=datacachebucket --object=7M.dat) 2026-04-02T11:44:52.540 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:command succeeded 2026-04-02T11:44:52.540 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:b'{\n "name": "7M.dat",\n "size": 7340032,\n "policy": {\n "acl": {\n "acl_user_map": [\n {\n "user": "rgw_datacache_user",\n "acl": 15\n }\n ],\n "acl_group_map": [],\n "grant_map": [\n {\n "id": "rgw_datacache_user",\n "grant": {\n "type": {\n "type": 0\n },\n "id": "rgw_datacache_user",\n "name": "DatacacheUser",\n "permission": {\n "flags": 15\n }\n }\n }\n ]\n },\n "owner": {\n "id": "rgw_datacache_user",\n "display_name": "DatacacheUser"\n }\n },\n "etag": "c786bea45e1809f322a08e3c0f88df43",\n "tag": "677e3f11-b19c-4f44-830f-805c8c9ba707.4508.3667689996197855442",\n "manifest": {\n "objs": [],\n "obj_size": 7340032,\n "explicit_objs": false,\n "head_size": 0,\n "max_head_size": 0,\n "prefix": ".KlxOlSYE2HYLXu2pA8t0nPTwle1I7UM_",\n "rules": [\n {\n "key": 0,\n "val": {\n "start_part_num": 0,\n "start_ofs": 0,\n "part_size": 0,\n "stripe_max_size": 6291456,\n "override_prefix": ""\n }\n }\n ],\n "tail_instance": "",\n "tail_placement": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "677e3f11-b19c-4f44-830f-805c8c9ba707.4508.1",\n "bucket_id": "677e3f11-b19c-4f44-830f-805c8c9ba707.4508.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "placement_rule": "default-placement"\n },\n "tier_type": "",\n "begin_iter": {\n "part_ofs": 0,\n "stripe_ofs": 0,\n "ofs": 0,\n "stripe_size": 6291456,\n "cur_part_id": 0,\n "cur_stripe": 0,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "677e3f11-b19c-4f44-830f-805c8c9ba707.4508.1",\n "bucket_id": "677e3f11-b19c-4f44-830f-805c8c9ba707.4508.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".KlxOlSYE2HYLXu2pA8t0nPTwle1I7UM_0",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n },\n "end_iter": {\n "part_ofs": 0,\n "stripe_ofs": 6291456,\n "ofs": 7340032,\n "stripe_size": 1048576,\n "cur_part_id": 0,\n "cur_stripe": 1,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "677e3f11-b19c-4f44-830f-805c8c9ba707.4508.1",\n "bucket_id": "677e3f11-b19c-4f44-830f-805c8c9ba707.4508.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".KlxOlSYE2HYLXu2pA8t0nPTwle1I7UM_1",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n }\n },\n "pg_ver": 0,\n "source_zone": 0,\n "torrent": "",\n "mtime": "2026-04-02T11:44:52.109223Z",\n "attrs": {\n "user.rgw.content_type": "application/octet-stream",\n "user.rgw.storage_class": "STANDARD",\n "user.rgw.tail_tag": "677e3f11-b19c-4f44-830f-805c8c9ba707.4508.3667689996197855442",\n "user.rgw.x-amz-meta-s3cmd-attrs": "atime:1775130291/ctime:1775130291/gid:1000/gname:ubuntu/md5:c786bea45e1809f322a08e3c0f88df43/mode:33188/mtime:1775130291/uid:1000/uname:ubuntu"\n }\n}\n' 2026-04-02T11:44:52.540 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:Cached object name is: .KlxOlSYE2HYLXu2pA8t0nPTwle1I7UM_ 2026-04-02T11:44:52.540 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -type f | wc -l) 2026-04-02T11:44:52.543 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:command succeeded 2026-04-02T11:44:52.543 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:b'0\n' 2026-04-02T11:44:52.543 INFO:tasks.workunit.client.0.vm07.stderr:DEBUG:root:Check cache dir content: 0 2026-04-02T11:44:52.543 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:NOTICE: datacache test object not found, inspect if datacache was bypassed or disabled during this check. 2026-04-02T11:44:52.543 INFO:tasks.workunit.client.0.vm07.stderr:INFO:root:Completed Datacache tests 2026-04-02T11:44:52.546 INFO:tasks.workunit.client.0.vm07.stderr:+ deactivate 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ export PATH 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n '' ']' 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ hash -r 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n '' ']' 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ unset VIRTUAL_ENV 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ unset -f deactivate 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stderr:+ echo OK. 2026-04-02T11:44:52.547 INFO:tasks.workunit.client.0.vm07.stdout:OK. 2026-04-02T11:44:52.547 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:44:52.547 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:44:52.625 INFO:tasks.workunit:Stopping ['rgw/run-datacache.sh'] on client.0... 2026-04-02T11:44:52.625 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:44:53.048 DEBUG:teuthology.parallel:result is None 2026-04-02T11:44:53.048 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:44:53.085 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:44:53.085 DEBUG:teuthology.orchestra.run.vm07:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:44:53.152 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:44:53.152 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:44:53.154 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:44:53.154 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:44:53.154 DEBUG:teuthology.orchestra.run.vm07:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:44:53.218 INFO:teuthology.orchestra.run.vm07.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:44:53.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:44:53.218 DEBUG:teuthology.orchestra.run.vm07:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:44:53.288 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:44:53.288 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:44:53.353 INFO:tasks.workunit:timeout=3h 2026-04-02T11:44:53.353 INFO:tasks.workunit:cleanup=True 2026-04-02T11:44:53.354 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:44:53.421 INFO:tasks.workunit.client.0.vm07.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr: git switch -c 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr:Or undo this operation with: 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr: git switch - 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:36.007 INFO:tasks.workunit.client.0.vm07.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:45:36.014 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:45:36.081 INFO:tasks.workunit.client.0.vm07.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:45:36.082 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:45:36.082 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:45:36.115 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:45:36.150 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:45:36.180 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:45:36.181 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:45:36.181 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:45:36.209 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:45:36.212 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:45:36.212 DEBUG:teuthology.orchestra.run.vm07:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:45:36.283 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2026-04-02T11:45:36.283 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2026-04-02T11:45:36.283 DEBUG:teuthology.orchestra.run.vm07:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-04-02T11:45:36.352 INFO:tasks.workunit.client.0.vm07.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-04-02T11:45:36.353 INFO:tasks.workunit.client.0.vm07.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:45:36.353 INFO:tasks.workunit.client.0.vm07.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:45:37.686 INFO:tasks.workunit.client.0.vm07.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-02T11:45:37.686 INFO:tasks.workunit.client.0.vm07.stderr:++ deactivate nondestructive 2026-04-02T11:45:37.686 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:45:37.686 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:45:37.686 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:45:37.686 INFO:tasks.workunit.client.0.vm07.stderr:++ hash -r 2026-04-02T11:45:37.686 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:45:37.686 INFO:tasks.workunit.client.0.vm07.stderr:++ unset VIRTUAL_ENV 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ export VIRTUAL_ENV 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ export PATH 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -z '' ']' 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ PS1='(rgw) ' 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ export PS1 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:++ hash -r 2026-04-02T11:45:37.687 INFO:tasks.workunit.client.0.vm07.stderr:+ pip install pip --upgrade 2026-04-02T11:45:37.824 INFO:tasks.workunit.client.0.vm07.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:45:37.911 INFO:tasks.workunit.client.0.vm07.stdout:Collecting pip 2026-04-02T11:45:37.915 INFO:tasks.workunit.client.0.vm07.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:45:37.939 INFO:tasks.workunit.client.0.vm07.stdout:Installing collected packages: pip 2026-04-02T11:45:37.940 INFO:tasks.workunit.client.0.vm07.stdout: Attempting uninstall: pip 2026-04-02T11:45:37.940 INFO:tasks.workunit.client.0.vm07.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:45:38.045 INFO:tasks.workunit.client.0.vm07.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:45:38.048 INFO:tasks.workunit.client.0.vm07.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:45:38.469 INFO:tasks.workunit.client.0.vm07.stdout:Successfully installed pip-26.0.1 2026-04-02T11:45:38.495 INFO:tasks.workunit.client.0.vm07.stderr:+ pip install boto3 2026-04-02T11:45:38.864 INFO:tasks.workunit.client.0.vm07.stdout:Collecting boto3 2026-04-02T11:45:38.892 INFO:tasks.workunit.client.0.vm07.stdout: Downloading boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T11:45:39.059 INFO:tasks.workunit.client.0.vm07.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T11:45:39.068 INFO:tasks.workunit.client.0.vm07.stdout: Downloading botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T11:45:39.082 INFO:tasks.workunit.client.0.vm07.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T11:45:39.091 INFO:tasks.workunit.client.0.vm07.stdout: Downloading jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T11:45:39.108 INFO:tasks.workunit.client.0.vm07.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T11:45:39.116 INFO:tasks.workunit.client.0.vm07.stdout: Downloading s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:45:39.132 INFO:tasks.workunit.client.0.vm07.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:45:39.141 INFO:tasks.workunit.client.0.vm07.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T11:45:39.162 INFO:tasks.workunit.client.0.vm07.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:45:39.171 INFO:tasks.workunit.client.0.vm07.stdout: Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T11:45:39.195 INFO:tasks.workunit.client.0.vm07.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:45:39.204 INFO:tasks.workunit.client.0.vm07.stdout: Downloading six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:45:39.252 INFO:tasks.workunit.client.0.vm07.stdout:Downloading boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T11:45:39.271 INFO:tasks.workunit.client.0.vm07.stdout:Downloading botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T11:45:39.451 INFO:tasks.workunit.client.0.vm07.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 14.8/14.8 MB 84.5 MB/s 0:00:00 2026-04-02T11:45:39.460 INFO:tasks.workunit.client.0.vm07.stdout:Downloading jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T11:45:39.469 INFO:tasks.workunit.client.0.vm07.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T11:45:39.482 INFO:tasks.workunit.client.0.vm07.stdout:Downloading s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T11:45:39.492 INFO:tasks.workunit.client.0.vm07.stdout:Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T11:45:39.504 INFO:tasks.workunit.client.0.vm07.stdout:Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T11:45:39.539 INFO:tasks.workunit.client.0.vm07.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T11:45:40.006 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:45:40.007 INFO:tasks.workunit.client.0.vm07.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T11:45:40.058 INFO:tasks.workunit.client.0.vm07.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2026-04-02T11:45:40.147 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2026-04-02T11:45:40.172 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:40.172 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:40.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.191+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.193+0000 7f939b744900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.193+0000 7f939b744900 20 realm 2026-04-02T11:45:40.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.193+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.193+0000 7f939b744900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.193+0000 7f939b744900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:40.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.193+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.193+0000 7f939b744900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.193+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.194+0000 7f939b744900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:40.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.194+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.195+0000 7f939b744900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:40.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.195+0000 7f939b744900 20 searching for the correct realm 2026-04-02T11:45:40.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.198+0000 7f9392ffd640 0 -- 192.168.123.107:0/225441199 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f938c0a12f0 msgr2=0x7f938c0cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:40.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.402+0000 7f93927fc640 0 -- 192.168.123.107:0/225441199 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f9384022440 msgr2=0x7f9384022890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:45:40.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:40.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:40.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:40.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 zone default found 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 4 Realm: () 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 zonegroup default 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.406+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.407+0000 7f939b744900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.407+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.407+0000 7f939b744900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.407+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.407+0000 7f939b744900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.407+0000 7f939b744900 20 started sync module instance, tier type = 2026-04-02T11:45:40.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.407+0000 7f939b744900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:40.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.411+0000 7f939b744900 20 add_watcher() i=3 2026-04-02T11:45:40.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.411+0000 7f939b744900 20 add_watcher() i=0 2026-04-02T11:45:40.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.411+0000 7f939b744900 20 add_watcher() i=7 2026-04-02T11:45:40.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.412+0000 7f939b744900 20 add_watcher() i=4 2026-04-02T11:45:40.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.412+0000 7f939b744900 20 add_watcher() i=1 2026-04-02T11:45:40.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.412+0000 7f939b744900 20 add_watcher() i=2 2026-04-02T11:45:40.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.413+0000 7f939b744900 20 add_watcher() i=5 2026-04-02T11:45:40.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.413+0000 7f939b744900 20 add_watcher() i=6 2026-04-02T11:45:40.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.413+0000 7f939b744900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:40.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.415+0000 7f939b744900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:40.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.415+0000 7f939b744900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:40.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.415+0000 7f939b744900 5 note: GC not initialized 2026-04-02T11:45:40.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.415+0000 7f9343fff640 20 reqs_thread_entry: start 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.455+0000 7f939b744900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.455+0000 7f939b744900 20 Filter name: none 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.455+0000 7f9341ffb640 20 reqs_thread_entry: start 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.455+0000 7f939b744900 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.455+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.455+0000 7f939b744900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.455+0000 7f939b744900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.455+0000 7f939b744900 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.455+0000 7f939b744900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.455+0000 7f939b744900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.456+0000 7f939b744900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.456+0000 7f939b744900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.456+0000 7f939b744900 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.456+0000 7f939b744900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-04-02T11:45:40.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.456+0000 7f939b744900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-04-02T11:45:40.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.457+0000 7f939b744900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-04-02T11:45:40.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.457+0000 7f939b744900 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-02T11:45:40.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.457+0000 7f939b744900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2026-04-02T11:45:40.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.457+0000 7f9371ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 176093659137 cookie 94500201065472 notifier 4553 bl.length()=593 2026-04-02T11:45:40.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.457+0000 7f9371ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-04-02T11:45:40.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.457+0000 7f9371ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-02T11:45:40.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.459+0000 7f939b744900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-04-02T11:45:40.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.459+0000 7f939b744900 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-02T11:45:40.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.459+0000 7f939b744900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2026-04-02T11:45:40.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.459+0000 7f93727fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 176093659136 cookie 94500201031552 notifier 4553 bl.length()=186 2026-04-02T11:45:40.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.459+0000 7f93727fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-04-02T11:45:40.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.459+0000 7f93727fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-02T11:45:40.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.463+0000 7f939b744900 20 remove_watcher() i=0 2026-04-02T11:45:40.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.463+0000 7f939b744900 2 removed watcher, disabling cache 2026-04-02T11:45:40.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.463+0000 7f939b744900 20 remove_watcher() i=5 2026-04-02T11:45:40.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.463+0000 7f939b744900 20 remove_watcher() i=4 2026-04-02T11:45:40.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.463+0000 7f939b744900 20 remove_watcher() i=3 2026-04-02T11:45:40.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.463+0000 7f939b744900 20 remove_watcher() i=6 2026-04-02T11:45:40.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.463+0000 7f939b744900 20 remove_watcher() i=1 2026-04-02T11:45:40.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.463+0000 7f939b744900 20 remove_watcher() i=2 2026-04-02T11:45:40.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.464+0000 7f939b744900 20 remove_watcher() i=7 2026-04-02T11:45:40.475 INFO:tasks.workunit.client.0.vm07.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T11:45:40.475 INFO:tasks.workunit.client.0.vm07.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T11:45:40.745 INFO:tasks.workunit.client.0.vm07.stderr:TEST: recalculated bucket check stats are correct 2026-04-02T11:45:40.745 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:40.747 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-04-02T11:45:40.767 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:40.767 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:40.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.787+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.788+0000 7f6fd1730900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.788+0000 7f6fd1730900 20 realm 2026-04-02T11:45:40.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.788+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.788+0000 7f6fd1730900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.788+0000 7f6fd1730900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:40.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.788+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.788+0000 7f6fd1730900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:40.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.788+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.789+0000 7f6fd1730900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:40.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.789+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:40.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.790+0000 7f6fd1730900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:40.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.790+0000 7f6fd1730900 20 searching for the correct realm 2026-04-02T11:45:40.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.793+0000 7f6fcd421640 0 -- 192.168.123.107:0/2407482502 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f6fc00a4050 msgr2=0x7f6fc0020aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:41.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:40.998+0000 7f6fccc20640 0 -- 192.168.123.107:0/2407482502 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x5633f0666070 msgr2=0x5633f0686490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:41.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.000+0000 7f6fd1730900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:41.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.000+0000 7f6fd1730900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:41.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.000+0000 7f6fd1730900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:41.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.000+0000 7f6fd1730900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:41.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.000+0000 7f6fd1730900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:41.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.000+0000 7f6fd1730900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:41.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 20 zone default found 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 4 Realm: () 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 20 zonegroup default 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.001+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.002+0000 7f6fd1730900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.002+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.002+0000 7f6fd1730900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.002+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.002+0000 7f6fd1730900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.002+0000 7f6fd1730900 20 started sync module instance, tier type = 2026-04-02T11:45:41.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.002+0000 7f6fd1730900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:41.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.006+0000 7f6fd1730900 20 add_watcher() i=0 2026-04-02T11:45:41.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.006+0000 7f6fd1730900 20 add_watcher() i=2 2026-04-02T11:45:41.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.006+0000 7f6fd1730900 20 add_watcher() i=5 2026-04-02T11:45:41.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.007+0000 7f6fd1730900 20 add_watcher() i=4 2026-04-02T11:45:41.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.007+0000 7f6fd1730900 20 add_watcher() i=3 2026-04-02T11:45:41.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.007+0000 7f6fd1730900 20 add_watcher() i=6 2026-04-02T11:45:41.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.008+0000 7f6fd1730900 20 add_watcher() i=7 2026-04-02T11:45:41.010 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.008+0000 7f6fd1730900 20 add_watcher() i=1 2026-04-02T11:45:41.010 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.008+0000 7f6fd1730900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:41.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.010+0000 7f6fd1730900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:41.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.010+0000 7f6fd1730900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:41.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.010+0000 7f6fd1730900 5 note: GC not initialized 2026-04-02T11:45:41.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.010+0000 7f6f7a7ec640 20 reqs_thread_entry: start 2026-04-02T11:45:41.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.050+0000 7f6fd1730900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:41.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.050+0000 7f6fd1730900 20 Filter name: none 2026-04-02T11:45:41.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.050+0000 7f6f73fff640 20 reqs_thread_entry: start 2026-04-02T11:45:41.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:45:41.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:41.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:45:41.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:45:41.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 : miss 2026-04-02T11:45:41.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:41.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 info.flags=0x17 2026-04-02T11:45:41.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 to cache LRU end 2026-04-02T11:45:41.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:45:41.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:45:41.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 2026-04-02T11:45:41.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.051+0000 7f6fd1730900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:41.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.056+0000 7f6fd1730900 20 remove_watcher() i=0 2026-04-02T11:45:41.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.056+0000 7f6fd1730900 2 removed watcher, disabling cache 2026-04-02T11:45:41.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.056+0000 7f6fd1730900 20 remove_watcher() i=4 2026-04-02T11:45:41.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.057+0000 7f6fd1730900 20 remove_watcher() i=2 2026-04-02T11:45:41.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.057+0000 7f6fd1730900 20 remove_watcher() i=3 2026-04-02T11:45:41.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.057+0000 7f6fd1730900 20 remove_watcher() i=6 2026-04-02T11:45:41.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.057+0000 7f6fd1730900 20 remove_watcher() i=7 2026-04-02T11:45:41.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.057+0000 7f6fd1730900 20 remove_watcher() i=1 2026-04-02T11:45:41.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.058+0000 7f6fd1730900 20 remove_watcher() i=5 2026-04-02T11:45:41.067 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-04-02T11:45:41.087 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:41.088 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:41.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.105+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.106+0000 7f893d5af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.106+0000 7f893d5af900 20 realm 2026-04-02T11:45:41.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.106+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.106+0000 7f893d5af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.106+0000 7f893d5af900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:41.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.106+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.106+0000 7f893d5af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.106+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.107+0000 7f893d5af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:41.109 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.107+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.109 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.108+0000 7f893d5af900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:41.109 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.108+0000 7f893d5af900 20 searching for the correct realm 2026-04-02T11:45:41.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.111+0000 7f893b066640 0 -- 192.168.123.107:0/2766570869 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f893002c940 msgr2=0x7f89300373e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:41.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.316+0000 7f893a865640 0 -- 192.168.123.107:0/2766570869 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55695912ca50 msgr2=0x55695914ce30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:41.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.319+0000 7f893d5af900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:41.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.319+0000 7f893d5af900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:41.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.319+0000 7f893d5af900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:41.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.319+0000 7f893d5af900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:41.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.319+0000 7f893d5af900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:41.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.319+0000 7f893d5af900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:41.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.319+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.319+0000 7f893d5af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.319+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:41.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 20 zone default found 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 4 Realm: () 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 20 zonegroup default 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.320+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.321+0000 7f893d5af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.321+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.321+0000 7f893d5af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.321+0000 7f893d5af900 20 started sync module instance, tier type = 2026-04-02T11:45:41.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.321+0000 7f893d5af900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:41.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.325+0000 7f893d5af900 20 add_watcher() i=3 2026-04-02T11:45:41.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.325+0000 7f893d5af900 20 add_watcher() i=0 2026-04-02T11:45:41.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.325+0000 7f893d5af900 20 add_watcher() i=4 2026-04-02T11:45:41.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.325+0000 7f893d5af900 20 add_watcher() i=5 2026-04-02T11:45:41.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.325+0000 7f893d5af900 20 add_watcher() i=6 2026-04-02T11:45:41.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.325+0000 7f893d5af900 20 add_watcher() i=2 2026-04-02T11:45:41.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.325+0000 7f893d5af900 20 add_watcher() i=7 2026-04-02T11:45:41.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.326+0000 7f893d5af900 20 add_watcher() i=1 2026-04-02T11:45:41.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.326+0000 7f893d5af900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:41.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.328+0000 7f893d5af900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:41.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.328+0000 7f893d5af900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:41.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.328+0000 7f893d5af900 5 note: GC not initialized 2026-04-02T11:45:41.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.328+0000 7f88e8fe9640 20 reqs_thread_entry: start 2026-04-02T11:45:41.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.369+0000 7f893d5af900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:41.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.369+0000 7f893d5af900 20 Filter name: none 2026-04-02T11:45:41.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.370+0000 7f88e27fc640 20 reqs_thread_entry: start 2026-04-02T11:45:41.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.370+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.370+0000 7f893d5af900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:41.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.370+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.370+0000 7f893d5af900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:41.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.370+0000 7f893d5af900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:41.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.370+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.370+0000 7f893d5af900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:41.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.370+0000 7f893d5af900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.370+0000 7f893d5af900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:41.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.370+0000 7f893d5af900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:41.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.374+0000 7f893d5af900 20 remove_watcher() i=0 2026-04-02T11:45:41.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.374+0000 7f893d5af900 2 removed watcher, disabling cache 2026-04-02T11:45:41.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.374+0000 7f893d5af900 20 remove_watcher() i=3 2026-04-02T11:45:41.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.374+0000 7f893d5af900 20 remove_watcher() i=2 2026-04-02T11:45:41.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.375+0000 7f893d5af900 20 remove_watcher() i=1 2026-04-02T11:45:41.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.375+0000 7f893d5af900 20 remove_watcher() i=7 2026-04-02T11:45:41.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.375+0000 7f893d5af900 20 remove_watcher() i=4 2026-04-02T11:45:41.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.375+0000 7f893d5af900 20 remove_watcher() i=5 2026-04-02T11:45:41.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.375+0000 7f893d5af900 20 remove_watcher() i=6 2026-04-02T11:45:41.381 INFO:tasks.workunit.client.0.vm07.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 99, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2026-04-02T11:45:41.381 INFO:tasks.workunit.client.0.vm07.stderr:TEST: bucket check unlinked does not report normal entries 2026-04-02T11:45:41.381 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:41.383 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-02T11:45:41.405 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:41.405 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:41.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.621+0000 7f134ffff640 0 --2- 192.168.123.107:0/1311172965 >> [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] conn(0x55ba9fd85690 0x55ba9fd88ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-02T11:45:41.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.625+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.626+0000 7f135f5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.626+0000 7f135f5a3900 20 realm 2026-04-02T11:45:41.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.626+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.626+0000 7f135f5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.626+0000 7f135f5a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:41.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.626+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.627+0000 7f135f5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:41.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.627+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.627+0000 7f135f5a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:41.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.627+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:41.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.628+0000 7f135f5a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:41.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.628+0000 7f135f5a3900 20 searching for the correct realm 2026-04-02T11:45:41.631 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.630+0000 7f13577fe640 0 -- 192.168.123.107:0/870645840 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f1340081040 msgr2=0x7f1340041280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:45:41.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:41.835+0000 7f134ffff640 0 -- 192.168.123.107:0/870645840 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f13500d9040 msgr2=0x7f13500b7900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:42.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.040+0000 7f135f5a3900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:42.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.040+0000 7f135f5a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:42.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.040+0000 7f135f5a3900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:42.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.040+0000 7f135f5a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:42.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.040+0000 7f135f5a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:42.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.040+0000 7f135f5a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:42.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.040+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:42.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.040+0000 7f135f5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:42.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.040+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:42.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.040+0000 7f135f5a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:42.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.041+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.041+0000 7f135f5a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.041+0000 7f135f5a3900 20 zone default found 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.041+0000 7f135f5a3900 4 Realm: () 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.041+0000 7f135f5a3900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.041+0000 7f135f5a3900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.041+0000 7f135f5a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.041+0000 7f135f5a3900 20 zonegroup default 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.041+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.041+0000 7f135f5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.041+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.042+0000 7f135f5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:42.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.042+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:42.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.042+0000 7f135f5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:42.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.042+0000 7f135f5a3900 20 started sync module instance, tier type = 2026-04-02T11:45:42.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.042+0000 7f135f5a3900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:42.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.045+0000 7f135f5a3900 20 add_watcher() i=0 2026-04-02T11:45:42.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.046+0000 7f135f5a3900 20 add_watcher() i=5 2026-04-02T11:45:42.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.046+0000 7f135f5a3900 20 add_watcher() i=7 2026-04-02T11:45:42.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.047+0000 7f135f5a3900 20 add_watcher() i=6 2026-04-02T11:45:42.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.047+0000 7f135f5a3900 20 add_watcher() i=4 2026-04-02T11:45:42.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.047+0000 7f135f5a3900 20 add_watcher() i=2 2026-04-02T11:45:42.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.047+0000 7f135f5a3900 20 add_watcher() i=3 2026-04-02T11:45:42.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.047+0000 7f135f5a3900 20 add_watcher() i=1 2026-04-02T11:45:42.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.047+0000 7f135f5a3900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:42.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.049+0000 7f135f5a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:42.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.049+0000 7f135f5a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:42.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.049+0000 7f135f5a3900 5 note: GC not initialized 2026-04-02T11:45:42.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.050+0000 7f13037fe640 20 reqs_thread_entry: start 2026-04-02T11:45:42.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.091+0000 7f135f5a3900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:42.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.091+0000 7f135f5a3900 20 Filter name: none 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.091+0000 7f13017fa640 20 reqs_thread_entry: start 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.091+0000 7f135f5a3900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.091+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.091+0000 7f135f5a3900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.091+0000 7f135f5a3900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.091+0000 7f135f5a3900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.091+0000 7f135f5a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 : miss 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.091+0000 7f135f5a3900 20 rados->read ofs=0 len=0 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.092+0000 7f135f5a3900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.092+0000 7f135f5a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 info.flags=0x17 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.092+0000 7f135f5a3900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 to cache LRU end 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.092+0000 7f135f5a3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.092+0000 7f135f5a3900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:45:42.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.092+0000 7f135f5a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 2026-04-02T11:45:42.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.092+0000 7f135f5a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:42.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.092+0000 7f135f5a3900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-02T11:45:42.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.092+0000 7f135f5a3900 1 NOTICE: finished all shards (0 entries found) 2026-04-02T11:45:42.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.096+0000 7f135f5a3900 20 remove_watcher() i=3 2026-04-02T11:45:42.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.096+0000 7f135f5a3900 2 removed watcher, disabling cache 2026-04-02T11:45:42.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.096+0000 7f135f5a3900 20 remove_watcher() i=0 2026-04-02T11:45:42.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.096+0000 7f135f5a3900 20 remove_watcher() i=6 2026-04-02T11:45:42.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.096+0000 7f135f5a3900 20 remove_watcher() i=5 2026-04-02T11:45:42.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.096+0000 7f135f5a3900 20 remove_watcher() i=2 2026-04-02T11:45:42.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.096+0000 7f135f5a3900 20 remove_watcher() i=4 2026-04-02T11:45:42.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.096+0000 7f135f5a3900 20 remove_watcher() i=7 2026-04-02T11:45:42.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:42.096+0000 7f135f5a3900 20 remove_watcher() i=1 2026-04-02T11:45:42.105 INFO:tasks.workunit.client.0.vm07.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-02T11:45:42.373 INFO:tasks.workunit.client.0.vm07.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-02T11:45:43.688 INFO:tasks.workunit.client.0.vm07.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:45:43.689 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:45:43.709 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:43.709 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:43.729 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.727+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:43.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.729+0000 7f7c6613e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:43.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.729+0000 7f7c6613e900 20 realm 2026-04-02T11:45:43.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.729+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.729+0000 7f7c6613e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.729+0000 7f7c6613e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.729+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.729+0000 7f7c6613e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.729+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:43.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.730+0000 7f7c6613e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:43.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.730+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:43.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.731+0000 7f7c6613e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:43.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.731+0000 7f7c6613e900 20 searching for the correct realm 2026-04-02T11:45:43.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.734+0000 7f7c61f52640 0 -- 192.168.123.107:0/1611461722 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55b32f772d00 msgr2=0x55b32f7930e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:43.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:43.937+0000 7f7c61751640 0 -- 192.168.123.107:0/1611461722 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f7c540f7890 msgr2=0x7f7c540bad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.142+0000 7f7c6613e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.142+0000 7f7c6613e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.142+0000 7f7c6613e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.142+0000 7f7c6613e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.142+0000 7f7c6613e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.142+0000 7f7c6613e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.142+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.142+0000 7f7c6613e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.142+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.142+0000 7f7c6613e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.142+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 20 zone default found 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 4 Realm: () 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 20 zonegroup default 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.143+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.144+0000 7f7c6613e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.144+0000 7f7c6613e900 20 started sync module instance, tier type = 2026-04-02T11:45:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.144+0000 7f7c6613e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:44.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.165+0000 7f7c6613e900 20 add_watcher() i=0 2026-04-02T11:45:44.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.165+0000 7f7c6613e900 20 add_watcher() i=2 2026-04-02T11:45:44.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.166+0000 7f7c6613e900 20 add_watcher() i=1 2026-04-02T11:45:44.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.166+0000 7f7c6613e900 20 add_watcher() i=6 2026-04-02T11:45:44.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.166+0000 7f7c6613e900 20 add_watcher() i=3 2026-04-02T11:45:44.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.166+0000 7f7c6613e900 20 add_watcher() i=5 2026-04-02T11:45:44.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.166+0000 7f7c6613e900 20 add_watcher() i=7 2026-04-02T11:45:44.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.166+0000 7f7c6613e900 20 add_watcher() i=4 2026-04-02T11:45:44.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.167+0000 7f7c6613e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:44.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.169+0000 7f7c6613e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:44.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.169+0000 7f7c6613e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:44.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.169+0000 7f7c6613e900 5 note: GC not initialized 2026-04-02T11:45:44.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.169+0000 7f7c0effd640 20 reqs_thread_entry: start 2026-04-02T11:45:44.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.210+0000 7f7c6613e900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:44.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.210+0000 7f7c6613e900 20 Filter name: none 2026-04-02T11:45:44.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.210+0000 7f7c0cff9640 20 reqs_thread_entry: start 2026-04-02T11:45:44.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.210+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.210+0000 7f7c6613e900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:44.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.210+0000 7f7c6613e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.210+0000 7f7c6613e900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:44.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.211+0000 7f7c6613e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:44.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.211+0000 7f7c6613e900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:44.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.211+0000 7f7c6613e900 20 INFO: main: starting shard=0 2026-04-02T11:45:44.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.211+0000 7f7c6613e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:44.213 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.211+0000 7f7c6613e900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:45:44.213 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.211+0000 7f7c6613e900 20 INFO: main: done 2026-04-02T11:45:44.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.214+0000 7f7c6613e900 20 remove_watcher() i=2 2026-04-02T11:45:44.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.214+0000 7f7c6613e900 2 removed watcher, disabling cache 2026-04-02T11:45:44.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.214+0000 7f7c6613e900 20 remove_watcher() i=4 2026-04-02T11:45:44.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.215+0000 7f7c6613e900 20 remove_watcher() i=0 2026-04-02T11:45:44.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.215+0000 7f7c6613e900 20 remove_watcher() i=5 2026-04-02T11:45:44.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.215+0000 7f7c6613e900 20 remove_watcher() i=6 2026-04-02T11:45:44.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.215+0000 7f7c6613e900 20 remove_watcher() i=3 2026-04-02T11:45:44.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.215+0000 7f7c6613e900 20 remove_watcher() i=1 2026-04-02T11:45:44.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.215+0000 7f7c6613e900 20 remove_watcher() i=7 2026-04-02T11:45:44.278 INFO:tasks.workunit.client.0.vm07.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:45:44.280 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:45:44.300 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:44.300 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:44.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.326+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.327+0000 7fad5cd3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:44.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.327+0000 7fad5cd3a900 20 realm 2026-04-02T11:45:44.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.327+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.327+0000 7fad5cd3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:44.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.327+0000 7fad5cd3a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:44.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.327+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.327+0000 7fad5cd3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:44.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.327+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.329+0000 7fad5cd3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:44.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.329+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.329+0000 7fad5cd3a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:44.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.329+0000 7fad5cd3a900 20 searching for the correct realm 2026-04-02T11:45:44.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.532+0000 7fad5928a640 0 -- 192.168.123.107:0/2324181720 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fad3c0a5070 msgr2=0x7fad3c0a5440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:44.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.736+0000 7fad4bfff640 0 -- 192.168.123.107:0/2324181720 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fad38003c30 msgr2=0x7fad4c0654c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:44.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.941+0000 7fad5cd3a900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:44.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.941+0000 7fad5cd3a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:44.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.941+0000 7fad5cd3a900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:44.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.941+0000 7fad5cd3a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:44.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.941+0000 7fad5cd3a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:44.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.941+0000 7fad5cd3a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:44.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.941+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.941+0000 7fad5cd3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:44.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.941+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:44.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 20 zone default found 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 4 Realm: () 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 20 zonegroup default 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.942+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.943+0000 7fad5cd3a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.943+0000 7fad5cd3a900 20 started sync module instance, tier type = 2026-04-02T11:45:44.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.943+0000 7fad5cd3a900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:44.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.946+0000 7fad5cd3a900 20 add_watcher() i=3 2026-04-02T11:45:44.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.946+0000 7fad5cd3a900 20 add_watcher() i=2 2026-04-02T11:45:44.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.947+0000 7fad5cd3a900 20 add_watcher() i=4 2026-04-02T11:45:44.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.947+0000 7fad5cd3a900 20 add_watcher() i=0 2026-04-02T11:45:44.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.947+0000 7fad5cd3a900 20 add_watcher() i=5 2026-04-02T11:45:44.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.948+0000 7fad5cd3a900 20 add_watcher() i=1 2026-04-02T11:45:44.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.948+0000 7fad5cd3a900 20 add_watcher() i=6 2026-04-02T11:45:44.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.948+0000 7fad5cd3a900 20 add_watcher() i=7 2026-04-02T11:45:44.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.948+0000 7fad5cd3a900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:44.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.950+0000 7fad5cd3a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:44.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.950+0000 7fad5cd3a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:44.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.950+0000 7fad5cd3a900 5 note: GC not initialized 2026-04-02T11:45:44.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.950+0000 7fad057f2640 20 reqs_thread_entry: start 2026-04-02T11:45:44.994 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.992+0000 7fad5cd3a900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:44.994 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.992+0000 7fad5cd3a900 20 Filter name: none 2026-04-02T11:45:44.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.993+0000 7facfeffd640 20 reqs_thread_entry: start 2026-04-02T11:45:44.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.993+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.993+0000 7fad5cd3a900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:44.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.993+0000 7fad5cd3a900 20 rados->read ofs=0 len=0 2026-04-02T11:45:44.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.993+0000 7fad5cd3a900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:44.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.993+0000 7fad5cd3a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:44.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.993+0000 7fad5cd3a900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:44.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.993+0000 7fad5cd3a900 20 INFO: main: starting shard=0 2026-04-02T11:45:44.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.993+0000 7fad5cd3a900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:44.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.994+0000 7fad5cd3a900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:45:44.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.994+0000 7fad5cd3a900 20 INFO: main: done 2026-04-02T11:45:45.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.998+0000 7fad5cd3a900 20 remove_watcher() i=2 2026-04-02T11:45:45.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.998+0000 7fad5cd3a900 2 removed watcher, disabling cache 2026-04-02T11:45:45.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.998+0000 7fad5cd3a900 20 remove_watcher() i=1 2026-04-02T11:45:45.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.998+0000 7fad5cd3a900 20 remove_watcher() i=3 2026-04-02T11:45:45.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.998+0000 7fad5cd3a900 20 remove_watcher() i=0 2026-04-02T11:45:45.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.998+0000 7fad5cd3a900 20 remove_watcher() i=4 2026-04-02T11:45:45.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.998+0000 7fad5cd3a900 20 remove_watcher() i=6 2026-04-02T11:45:45.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.999+0000 7fad5cd3a900 20 remove_watcher() i=5 2026-04-02T11:45:45.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:44.999+0000 7fad5cd3a900 20 remove_watcher() i=7 2026-04-02T11:45:45.065 INFO:tasks.workunit.client.0.vm07.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:45:45.067 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-04-02T11:45:45.088 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:45.088 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:45.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.312+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.313+0000 7f52e7d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.313+0000 7f52e7d32900 20 realm 2026-04-02T11:45:45.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.313+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.313+0000 7f52e7d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.313+0000 7f52e7d32900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:45.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.313+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.313+0000 7f52e7d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.313+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.314+0000 7f52e7d32900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:45.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.314+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.315+0000 7f52e7d32900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:45.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.315+0000 7f52e7d32900 20 searching for the correct realm 2026-04-02T11:45:45.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.318+0000 7f52df7fe640 0 -- 192.168.123.107:0/2840744278 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55c0c2d1bab0 msgr2=0x55c0c2d3bf40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:45.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.321+0000 7f52d7fff640 0 -- 192.168.123.107:0/2840744278 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f52d800f580 msgr2=0x7f52d8074400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:45.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.325+0000 7f52e7d32900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:45.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.325+0000 7f52e7d32900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:45.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.325+0000 7f52e7d32900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.325+0000 7f52e7d32900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.325+0000 7f52e7d32900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.325+0000 7f52e7d32900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.325+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.325+0000 7f52e7d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.325+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.325+0000 7f52e7d32900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.325+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 20 zone default found 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 4 Realm: () 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:45.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 20 zonegroup default 2026-04-02T11:45:45.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.326+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.327+0000 7f52e7d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.327+0000 7f52e7d32900 20 started sync module instance, tier type = 2026-04-02T11:45:45.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.327+0000 7f52e7d32900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:45.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.331+0000 7f52e7d32900 20 add_watcher() i=7 2026-04-02T11:45:45.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.331+0000 7f52e7d32900 20 add_watcher() i=3 2026-04-02T11:45:45.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.331+0000 7f52e7d32900 20 add_watcher() i=5 2026-04-02T11:45:45.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.331+0000 7f52e7d32900 20 add_watcher() i=4 2026-04-02T11:45:45.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.331+0000 7f52e7d32900 20 add_watcher() i=0 2026-04-02T11:45:45.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.332+0000 7f52e7d32900 20 add_watcher() i=6 2026-04-02T11:45:45.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.332+0000 7f52e7d32900 20 add_watcher() i=1 2026-04-02T11:45:45.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.333+0000 7f52e7d32900 20 add_watcher() i=2 2026-04-02T11:45:45.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.333+0000 7f52e7d32900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:45.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.335+0000 7f52e7d32900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:45.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.335+0000 7f52e7d32900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:45.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.335+0000 7f52e7d32900 5 note: GC not initialized 2026-04-02T11:45:45.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.335+0000 7f528bfff640 20 reqs_thread_entry: start 2026-04-02T11:45:45.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.377+0000 7f52e7d32900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:45.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.377+0000 7f52e7d32900 20 Filter name: none 2026-04-02T11:45:45.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.377+0000 7f5289ffb640 20 reqs_thread_entry: start 2026-04-02T11:45:45.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.377+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.377+0000 7f52e7d32900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:45.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.377+0000 7f52e7d32900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.378+0000 7f52e7d32900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:45.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.378+0000 7f52e7d32900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:45.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.378+0000 7f52e7d32900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:45.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.378+0000 7f52e7d32900 20 INFO: main: starting shard=0 2026-04-02T11:45:45.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.378+0000 7f52e7d32900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:45.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.378+0000 7f52e7d32900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:45:45.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.378+0000 7f52e7d32900 20 INFO: main: done 2026-04-02T11:45:45.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.382+0000 7f52e7d32900 20 remove_watcher() i=0 2026-04-02T11:45:45.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.382+0000 7f52e7d32900 2 removed watcher, disabling cache 2026-04-02T11:45:45.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.383+0000 7f52e7d32900 20 remove_watcher() i=3 2026-04-02T11:45:45.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.383+0000 7f52e7d32900 20 remove_watcher() i=5 2026-04-02T11:45:45.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.383+0000 7f52e7d32900 20 remove_watcher() i=7 2026-04-02T11:45:45.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.383+0000 7f52e7d32900 20 remove_watcher() i=1 2026-04-02T11:45:45.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.383+0000 7f52e7d32900 20 remove_watcher() i=2 2026-04-02T11:45:45.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.383+0000 7f52e7d32900 20 remove_watcher() i=4 2026-04-02T11:45:45.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.383+0000 7f52e7d32900 20 remove_watcher() i=6 2026-04-02T11:45:45.447 INFO:tasks.workunit.client.0.vm07.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:45:45.448 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-04-02T11:45:45.468 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:45.468 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:45.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.487+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.488+0000 7f854b73c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.488+0000 7f854b73c900 20 realm 2026-04-02T11:45:45.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.488+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.488+0000 7f854b73c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.488+0000 7f854b73c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:45.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.488+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.489+0000 7f854b73c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.489+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.489+0000 7f854b73c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:45.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.489+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.490+0000 7f854b73c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:45.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.490+0000 7f854b73c900 20 searching for the correct realm 2026-04-02T11:45:45.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.492+0000 7f85437fe640 0 -- 192.168.123.107:0/2986023815 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f8530039070 msgr2=0x7f853003b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:45:45.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.697+0000 7f85427fc640 0 -- 192.168.123.107:0/2986023815 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x5579f4eb9cf0 msgr2=0x7f853c00cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:45:45.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.902+0000 7f854b73c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:45.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.902+0000 7f854b73c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:45.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.902+0000 7f854b73c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:45.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.902+0000 7f854b73c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:45.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.902+0000 7f854b73c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:45.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.902+0000 7f854b73c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:45.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.902+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 20 zone default found 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 4 Realm: () 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 20 zonegroup default 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.903+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.904+0000 7f854b73c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.904+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.904+0000 7f854b73c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.904+0000 7f854b73c900 20 started sync module instance, tier type = 2026-04-02T11:45:45.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.904+0000 7f854b73c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:45.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.907+0000 7f854b73c900 20 add_watcher() i=3 2026-04-02T11:45:45.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.907+0000 7f854b73c900 20 add_watcher() i=0 2026-04-02T11:45:45.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.907+0000 7f854b73c900 20 add_watcher() i=1 2026-04-02T11:45:45.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.907+0000 7f854b73c900 20 add_watcher() i=5 2026-04-02T11:45:45.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.907+0000 7f854b73c900 20 add_watcher() i=2 2026-04-02T11:45:45.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.907+0000 7f854b73c900 20 add_watcher() i=6 2026-04-02T11:45:45.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.908+0000 7f854b73c900 20 add_watcher() i=7 2026-04-02T11:45:45.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.909+0000 7f854b73c900 20 add_watcher() i=4 2026-04-02T11:45:45.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.909+0000 7f854b73c900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:45.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.911+0000 7f854b73c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:45.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.911+0000 7f854b73c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:45.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.911+0000 7f854b73c900 5 note: GC not initialized 2026-04-02T11:45:45.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.911+0000 7f84effff640 20 reqs_thread_entry: start 2026-04-02T11:45:45.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.951+0000 7f854b73c900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:45.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.951+0000 7f854b73c900 20 Filter name: none 2026-04-02T11:45:45.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.951+0000 7f84edffb640 20 reqs_thread_entry: start 2026-04-02T11:45:45.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.951+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.952+0000 7f854b73c900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:45.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.952+0000 7f854b73c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:45.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.952+0000 7f854b73c900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:45.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.952+0000 7f854b73c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:45.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.952+0000 7f854b73c900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:45.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.952+0000 7f854b73c900 20 INFO: main: starting shard=0 2026-04-02T11:45:45.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.952+0000 7f854b73c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:45.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.952+0000 7f854b73c900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:45:45.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.952+0000 7f854b73c900 20 INFO: main: done 2026-04-02T11:45:45.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.956+0000 7f854b73c900 20 remove_watcher() i=5 2026-04-02T11:45:45.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.956+0000 7f854b73c900 2 removed watcher, disabling cache 2026-04-02T11:45:45.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.956+0000 7f854b73c900 20 remove_watcher() i=2 2026-04-02T11:45:45.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.957+0000 7f854b73c900 20 remove_watcher() i=0 2026-04-02T11:45:45.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.957+0000 7f854b73c900 20 remove_watcher() i=7 2026-04-02T11:45:45.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.957+0000 7f854b73c900 20 remove_watcher() i=3 2026-04-02T11:45:45.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.957+0000 7f854b73c900 20 remove_watcher() i=4 2026-04-02T11:45:45.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.957+0000 7f854b73c900 20 remove_watcher() i=6 2026-04-02T11:45:45.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:45.957+0000 7f854b73c900 20 remove_watcher() i=1 2026-04-02T11:45:45.971 INFO:tasks.workunit.client.0.vm07.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-02T11:45:46.240 INFO:tasks.workunit.client.0.vm07.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-02T11:45:46.498 INFO:tasks.workunit.client.0.vm07.stderr:TEST: bucket check unlinked finds unlistable entries 2026-04-02T11:45:46.498 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:46.499 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-02T11:45:46.520 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:46.520 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:46.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.540+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.541+0000 7fc33fd2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:46.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.541+0000 7fc33fd2c900 20 realm 2026-04-02T11:45:46.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.541+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.541+0000 7fc33fd2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:46.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.541+0000 7fc33fd2c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:46.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.541+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.541+0000 7fc33fd2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:46.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.541+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.542+0000 7fc33fd2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:46.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.542+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.545 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.543+0000 7fc33fd2c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:46.545 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.543+0000 7fc33fd2c900 20 searching for the correct realm 2026-04-02T11:45:46.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.547+0000 7fc3377fe640 0 -- 192.168.123.107:0/986188270 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fc330070040 msgr2=0x7fc330007a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:45:46.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.752+0000 7fc336ffd640 0 -- 192.168.123.107:0/986188270 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x5585e2ac2330 msgr2=0x5585e2ae2710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:46.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.753+0000 7fc33fd2c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:46.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.753+0000 7fc33fd2c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:46.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.753+0000 7fc33fd2c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:46.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.753+0000 7fc33fd2c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:46.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.753+0000 7fc33fd2c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:46.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.753+0000 7fc33fd2c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:46.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 20 zone default found 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 4 Realm: () 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 20 zonegroup default 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.754+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.755+0000 7fc33fd2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:46.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.755+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.755+0000 7fc33fd2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:46.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.755+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.755+0000 7fc33fd2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:46.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.755+0000 7fc33fd2c900 20 started sync module instance, tier type = 2026-04-02T11:45:46.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.755+0000 7fc33fd2c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:46.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.759+0000 7fc33fd2c900 20 add_watcher() i=3 2026-04-02T11:45:46.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.759+0000 7fc33fd2c900 20 add_watcher() i=1 2026-04-02T11:45:46.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.759+0000 7fc33fd2c900 20 add_watcher() i=2 2026-04-02T11:45:46.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.759+0000 7fc33fd2c900 20 add_watcher() i=4 2026-04-02T11:45:46.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.759+0000 7fc33fd2c900 20 add_watcher() i=0 2026-04-02T11:45:46.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.759+0000 7fc33fd2c900 20 add_watcher() i=5 2026-04-02T11:45:46.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.759+0000 7fc33fd2c900 20 add_watcher() i=6 2026-04-02T11:45:46.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.760+0000 7fc33fd2c900 20 add_watcher() i=7 2026-04-02T11:45:46.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.760+0000 7fc33fd2c900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:46.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.762+0000 7fc33fd2c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:46.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.762+0000 7fc33fd2c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:46.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.762+0000 7fc33fd2c900 5 note: GC not initialized 2026-04-02T11:45:46.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.762+0000 7fc2e3fff640 20 reqs_thread_entry: start 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 20 Filter name: none 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc2e1ffb640 20 reqs_thread_entry: start 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 : miss 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 info.flags=0x17 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 to cache LRU end 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 2026-04-02T11:45:46.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.802+0000 7fc33fd2c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:46.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.804+0000 7fc33fd2c900 1 NOTICE: finished shard 0 (4 entries found) 2026-04-02T11:45:46.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.804+0000 7fc33fd2c900 1 NOTICE: finished all shards (4 entries found) 2026-04-02T11:45:46.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.807+0000 7fc33fd2c900 20 remove_watcher() i=3 2026-04-02T11:45:46.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.807+0000 7fc33fd2c900 2 removed watcher, disabling cache 2026-04-02T11:45:46.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.808+0000 7fc33fd2c900 20 remove_watcher() i=7 2026-04-02T11:45:46.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.808+0000 7fc33fd2c900 20 remove_watcher() i=4 2026-04-02T11:45:46.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.808+0000 7fc33fd2c900 20 remove_watcher() i=5 2026-04-02T11:45:46.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.808+0000 7fc33fd2c900 20 remove_watcher() i=6 2026-04-02T11:45:46.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.808+0000 7fc33fd2c900 20 remove_watcher() i=1 2026-04-02T11:45:46.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.808+0000 7fc33fd2c900 20 remove_watcher() i=2 2026-04-02T11:45:46.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.808+0000 7fc33fd2c900 20 remove_watcher() i=0 2026-04-02T11:45:46.815 INFO:tasks.workunit.client.0.vm07.stderr:TEST: unlinked entries are not listable 2026-04-02T11:45:46.815 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:46.820 INFO:tasks.workunit.client.0.vm07.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2026-04-02T11:45:46.820 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:46.907 INFO:tasks.workunit.client.0.vm07.stderr:TEST: bucket check unlinked fixes unlistable entries 2026-04-02T11:45:46.907 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:46.909 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-02T11:45:46.930 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:46.930 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:46.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:46.947+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.149+0000 7f32daf3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.149+0000 7f32daf3e900 20 realm 2026-04-02T11:45:47.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.149+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.149+0000 7f32daf3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.149+0000 7f32daf3e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:47.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.149+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.149+0000 7f32daf3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.149+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.150+0000 7f32daf3e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:47.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.150+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.151+0000 7f32daf3e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:47.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.151+0000 7f32daf3e900 20 searching for the correct realm 2026-04-02T11:45:47.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.154+0000 7f32d6bfa640 0 -- 192.168.123.107:0/45449762 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f32c8029040 msgr2=0x7f32c8012460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:47.362 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.360+0000 7f32d73fb640 0 -- 192.168.123.107:0/45449762 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f32bc041940 msgr2=0x7f32bc04c3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:47.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.362+0000 7f32daf3e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:47.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.362+0000 7f32daf3e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:47.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.362+0000 7f32daf3e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:47.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.362+0000 7f32daf3e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:47.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.362+0000 7f32daf3e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:47.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.362+0000 7f32daf3e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:47.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.362+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.362+0000 7f32daf3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.362+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:47.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 20 zone default found 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 4 Realm: () 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 20 zonegroup default 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.363+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.364+0000 7f32daf3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.364+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.366 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.364+0000 7f32daf3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.366 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.364+0000 7f32daf3e900 20 started sync module instance, tier type = 2026-04-02T11:45:47.366 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.364+0000 7f32daf3e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:47.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.367+0000 7f32daf3e900 20 add_watcher() i=5 2026-04-02T11:45:47.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.367+0000 7f32daf3e900 20 add_watcher() i=3 2026-04-02T11:45:47.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.368+0000 7f32daf3e900 20 add_watcher() i=0 2026-04-02T11:45:47.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.368+0000 7f32daf3e900 20 add_watcher() i=6 2026-04-02T11:45:47.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.368+0000 7f32daf3e900 20 add_watcher() i=4 2026-04-02T11:45:47.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.369+0000 7f32daf3e900 20 add_watcher() i=7 2026-04-02T11:45:47.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.369+0000 7f32daf3e900 20 add_watcher() i=1 2026-04-02T11:45:47.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.369+0000 7f32daf3e900 20 add_watcher() i=2 2026-04-02T11:45:47.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.369+0000 7f32daf3e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:47.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.371+0000 7f32daf3e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:47.373 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.371+0000 7f32daf3e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:47.373 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.371+0000 7f32daf3e900 5 note: GC not initialized 2026-04-02T11:45:47.373 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.371+0000 7f327f7fe640 20 reqs_thread_entry: start 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.613+0000 7f32daf3e900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 20 Filter name: none 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f327d7fa640 20 reqs_thread_entry: start 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 : miss 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 info.flags=0x17 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 to cache LRU end 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 2026-04-02T11:45:47.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.614+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.615+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.616+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:c state=0x55f11e244028 s->prefetch_data=0 2026-04-02T11:45:47.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.616+0000 7f32daf3e900 20 get_obj_state: setting s->obj_tag to gtytywu07z2rmnuzmt043171sa2o812s 2026-04-02T11:45:47.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.616+0000 7f32daf3e900 20 get_obj_state_impl: setting s->olh_tag to zn4e4appl064f2ysh8ahwmefyx8eexi2 2026-04-02T11:45:47.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.616+0000 7f32daf3e900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=zn4e4appl064f2ysh8ahwmefyx8eexi2 2026-04-02T11:45:47.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.618+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.619+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.619+0000 7f32daf3e900 20 olh_log_entry: epoch=3 op=3 key=c[3PbK2kyxrlN7VRhWmUVtGo7gC3Ehql7] 2026-04-02T11:45:47.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.619+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:_:3PbK2kyxrlN7VRhWmUVtGo7gC3Ehql7_c state=0x55f11e294908 s->prefetch_data=0 2026-04-02T11:45:47.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.620+0000 7f32daf3e900 10 manifest: total_size = 9 2026-04-02T11:45:47.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.620+0000 7f32daf3e900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15675558835895695000 2026-04-02T11:45:47.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.620+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:_:3PbK2kyxrlN7VRhWmUVtGo7gC3Ehql7_c state=0x55f11e294908 s->prefetch_data=0 2026-04-02T11:45:47.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.620+0000 7f32daf3e900 20 prepare_atomic_modification: state is not atomic. state=0x55f11e294908 2026-04-02T11:45:47.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.620+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.623+0000 7f32daf3e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:45:47.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.623+0000 7f32daf3e900 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2026-04-02T11:45:47.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.623+0000 7f32daf3e900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:45:47.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.625+0000 7f32b67fc640 20 handle_completion(): completion ok for obj=c[3PbK2kyxrlN7VRhWmUVtGo7gC3Ehql7] 2026-04-02T11:45:47.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.626+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.626+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.628+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.628+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.628+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:d state=0x55f11e244028 s->prefetch_data=0 2026-04-02T11:45:47.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.629+0000 7f32daf3e900 20 get_obj_state: setting s->obj_tag to v882pbfaok05w4cvpreyin8o3ruwzj17 2026-04-02T11:45:47.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.629+0000 7f32daf3e900 20 get_obj_state_impl: setting s->olh_tag to ey0559v44r9u6oie5hj5bxjgl854iol4 2026-04-02T11:45:47.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.629+0000 7f32daf3e900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ey0559v44r9u6oie5hj5bxjgl854iol4 2026-04-02T11:45:47.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.630+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.632+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.632+0000 7f32daf3e900 20 olh_log_entry: epoch=3 op=3 key=d[v3G1z5CCW43jLSxGwWDm3IbHO0cYHtx] 2026-04-02T11:45:47.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.632+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:_:v3G1z5CCW43jLSxGwWDm3IbHO0cYHtx_d state=0x55f11e29d6f8 s->prefetch_data=0 2026-04-02T11:45:47.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.633+0000 7f32daf3e900 10 manifest: total_size = 9 2026-04-02T11:45:47.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.633+0000 7f32daf3e900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9713646504122366587 2026-04-02T11:45:47.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.633+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:_:v3G1z5CCW43jLSxGwWDm3IbHO0cYHtx_d state=0x55f11e29d6f8 s->prefetch_data=0 2026-04-02T11:45:47.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.633+0000 7f32daf3e900 20 prepare_atomic_modification: state is not atomic. state=0x55f11e29d6f8 2026-04-02T11:45:47.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.633+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.637 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.635+0000 7f32daf3e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:45:47.637 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.635+0000 7f32daf3e900 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2026-04-02T11:45:47.637 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.635+0000 7f32daf3e900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:45:47.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.637+0000 7f32b5ffb640 20 handle_completion(): completion ok for obj=d[v3G1z5CCW43jLSxGwWDm3IbHO0cYHtx] 2026-04-02T11:45:47.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.638+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.638+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.639+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.639+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.640+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:e state=0x55f11e294238 s->prefetch_data=0 2026-04-02T11:45:47.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.640+0000 7f32daf3e900 20 get_obj_state: setting s->obj_tag to ysp2nji8nw025bl3o5cooarb2rp3qs2e 2026-04-02T11:45:47.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.640+0000 7f32daf3e900 20 get_obj_state_impl: setting s->olh_tag to 8zyi87zxo30ad8r3t3m1gqd1pwx398ec 2026-04-02T11:45:47.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.640+0000 7f32daf3e900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=8zyi87zxo30ad8r3t3m1gqd1pwx398ec 2026-04-02T11:45:47.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.641+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.644 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.643+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.643+0000 7f32daf3e900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-04-02T11:45:47.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.643+0000 7f32daf3e900 20 olh_log_entry: epoch=2 op=3 key=e[qEoRYhiQLaM.xYY8H14Kt-8nxQK1O7-] 2026-04-02T11:45:47.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.643+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:_:qEoRYhiQLaM.xYY8H14Kt-8nxQK1O7-_e state=0x55f11e29d6f8 s->prefetch_data=0 2026-04-02T11:45:47.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.643+0000 7f32daf3e900 10 manifest: total_size = 22 2026-04-02T11:45:47.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.643+0000 7f32daf3e900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.4930815245955066004 2026-04-02T11:45:47.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.643+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:_:qEoRYhiQLaM.xYY8H14Kt-8nxQK1O7-_e state=0x55f11e29d6f8 s->prefetch_data=0 2026-04-02T11:45:47.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.643+0000 7f32daf3e900 20 prepare_atomic_modification: state is not atomic. state=0x55f11e29d6f8 2026-04-02T11:45:47.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.644+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.646+0000 7f32daf3e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:45:47.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.646+0000 7f32daf3e900 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2026-04-02T11:45:47.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.646+0000 7f32daf3e900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:45:47.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.647+0000 7f32b67fc640 20 handle_completion(): completion ok for obj=e[qEoRYhiQLaM.xYY8H14Kt-8nxQK1O7-] 2026-04-02T11:45:47.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.650+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:e state=0x55f11e294238 s->prefetch_data=0 2026-04-02T11:45:47.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.650+0000 7f32daf3e900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=8zyi87zxo30ad8r3t3m1gqd1pwx398ec 2026-04-02T11:45:47.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.652+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.653+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.654+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.654+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:f state=0x55f11e294238 s->prefetch_data=0 2026-04-02T11:45:47.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.654+0000 7f32daf3e900 20 get_obj_state: setting s->obj_tag to yn3fyy07zq19q7a99fiuj5k7berhzm4r 2026-04-02T11:45:47.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.654+0000 7f32daf3e900 20 get_obj_state_impl: setting s->olh_tag to 2shvg8v13wbyrpfk1q1i3w3klbr8csny 2026-04-02T11:45:47.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.654+0000 7f32daf3e900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2shvg8v13wbyrpfk1q1i3w3klbr8csny 2026-04-02T11:45:47.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.656+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.657+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.658+0000 7f32daf3e900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-04-02T11:45:47.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.658+0000 7f32daf3e900 20 olh_log_entry: epoch=2 op=3 key=f[.0AZgqWEwTb-xvDfPL9RECEfWsPs-NL] 2026-04-02T11:45:47.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.658+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:_:.0AZgqWEwTb-xvDfPL9RECEfWsPs-NL_f state=0x55f11e2991d8 s->prefetch_data=0 2026-04-02T11:45:47.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.658+0000 7f32daf3e900 10 manifest: total_size = 12 2026-04-02T11:45:47.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.658+0000 7f32daf3e900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6517956923166059717 2026-04-02T11:45:47.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.658+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:_:.0AZgqWEwTb-xvDfPL9RECEfWsPs-NL_f state=0x55f11e2991d8 s->prefetch_data=0 2026-04-02T11:45:47.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.658+0000 7f32daf3e900 20 prepare_atomic_modification: state is not atomic. state=0x55f11e2991d8 2026-04-02T11:45:47.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.658+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.661+0000 7f32daf3e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:45:47.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.661+0000 7f32daf3e900 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2026-04-02T11:45:47.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.661+0000 7f32daf3e900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:45:47.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.662+0000 7f32b5ffb640 20 handle_completion(): completion ok for obj=f[.0AZgqWEwTb-xvDfPL9RECEfWsPs-NL] 2026-04-02T11:45:47.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.664+0000 7f32daf3e900 20 get_obj_state: octx=0x7f32c800dcf0 obj=check-bucket:f state=0x55f11e294238 s->prefetch_data=0 2026-04-02T11:45:47.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.664+0000 7f32daf3e900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2shvg8v13wbyrpfk1q1i3w3klbr8csny 2026-04-02T11:45:47.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.667+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.668+0000 7f32daf3e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:47.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.668+0000 7f32daf3e900 1 NOTICE: finished shard 0 (4 entries removed) 2026-04-02T11:45:47.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.668+0000 7f32daf3e900 1 NOTICE: finished all shards (4 entries removed) 2026-04-02T11:45:47.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.672+0000 7f32daf3e900 20 remove_watcher() i=3 2026-04-02T11:45:47.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.672+0000 7f32daf3e900 2 removed watcher, disabling cache 2026-04-02T11:45:47.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.672+0000 7f32daf3e900 20 remove_watcher() i=0 2026-04-02T11:45:47.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.672+0000 7f32daf3e900 20 remove_watcher() i=7 2026-04-02T11:45:47.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.672+0000 7f32daf3e900 20 remove_watcher() i=1 2026-04-02T11:45:47.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.672+0000 7f32daf3e900 20 remove_watcher() i=2 2026-04-02T11:45:47.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.672+0000 7f32daf3e900 20 remove_watcher() i=5 2026-04-02T11:45:47.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.672+0000 7f32daf3e900 20 remove_watcher() i=4 2026-04-02T11:45:47.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.673+0000 7f32daf3e900 20 remove_watcher() i=6 2026-04-02T11:45:47.688 INFO:tasks.workunit.client.0.vm07.stderr:TEST: bucket check unlinked does not affect normal entries 2026-04-02T11:45:47.688 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:47.739 INFO:tasks.workunit.client.0.vm07.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2026-04-02T11:45:47.739 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:47.740 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-02T11:45:47.761 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:47.761 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:47.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.781+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.782+0000 7f4b65729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.782+0000 7f4b65729900 20 realm 2026-04-02T11:45:47.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.782+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.782+0000 7f4b65729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.782+0000 7f4b65729900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:47.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.782+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.782+0000 7f4b65729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.782+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.783+0000 7f4b65729900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:47.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.783+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.784+0000 7f4b65729900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:47.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.784+0000 7f4b65729900 20 searching for the correct realm 2026-04-02T11:45:47.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.786+0000 7f4b61c77640 0 -- 192.168.123.107:0/2494401097 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f4b48075030 msgr2=0x7f4b4807f180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:47.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.789+0000 7f4b60c75640 0 -- 192.168.123.107:0/2494401097 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f4b540257a0 msgr2=0x7f4b54066730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:47.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.994+0000 7f4b65729900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:47.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.994+0000 7f4b65729900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:47.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.994+0000 7f4b65729900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:47.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.994+0000 7f4b65729900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:47.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.994+0000 7f4b65729900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:47.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.994+0000 7f4b65729900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:47.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.994+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.994+0000 7f4b65729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.994+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:47.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 20 zone default found 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 4 Realm: () 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 20 zonegroup default 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.995+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.996+0000 7f4b65729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.996+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.996+0000 7f4b65729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.996+0000 7f4b65729900 20 started sync module instance, tier type = 2026-04-02T11:45:47.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.996+0000 7f4b65729900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:48.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.999+0000 7f4b65729900 20 add_watcher() i=0 2026-04-02T11:45:48.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.999+0000 7f4b65729900 20 add_watcher() i=3 2026-04-02T11:45:48.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:47.999+0000 7f4b65729900 20 add_watcher() i=1 2026-04-02T11:45:48.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.000+0000 7f4b65729900 20 add_watcher() i=6 2026-04-02T11:45:48.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.000+0000 7f4b65729900 20 add_watcher() i=2 2026-04-02T11:45:48.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.000+0000 7f4b65729900 20 add_watcher() i=5 2026-04-02T11:45:48.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.000+0000 7f4b65729900 20 add_watcher() i=4 2026-04-02T11:45:48.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.000+0000 7f4b65729900 20 add_watcher() i=7 2026-04-02T11:45:48.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.000+0000 7f4b65729900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:48.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.002+0000 7f4b65729900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:48.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.002+0000 7f4b65729900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:48.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.002+0000 7f4b65729900 5 note: GC not initialized 2026-04-02T11:45:48.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.003+0000 7f4b0e7ec640 20 reqs_thread_entry: start 2026-04-02T11:45:48.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.244+0000 7f4b65729900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 20 Filter name: none 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b07fff640 20 reqs_thread_entry: start 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 : miss 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 info.flags=0x17 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 to cache LRU end 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.245+0000 7f4b65729900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 2026-04-02T11:45:48.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.246+0000 7f4b65729900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:48.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.246+0000 7f4b65729900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-02T11:45:48.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.246+0000 7f4b65729900 1 NOTICE: finished all shards (0 entries found) 2026-04-02T11:45:48.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.250+0000 7f4b65729900 20 remove_watcher() i=1 2026-04-02T11:45:48.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.250+0000 7f4b65729900 2 removed watcher, disabling cache 2026-04-02T11:45:48.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.250+0000 7f4b65729900 20 remove_watcher() i=0 2026-04-02T11:45:48.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.250+0000 7f4b65729900 20 remove_watcher() i=3 2026-04-02T11:45:48.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.251+0000 7f4b65729900 20 remove_watcher() i=6 2026-04-02T11:45:48.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.251+0000 7f4b65729900 20 remove_watcher() i=2 2026-04-02T11:45:48.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.251+0000 7f4b65729900 20 remove_watcher() i=5 2026-04-02T11:45:48.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.251+0000 7f4b65729900 20 remove_watcher() i=7 2026-04-02T11:45:48.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.251+0000 7f4b65729900 20 remove_watcher() i=4 2026-04-02T11:45:48.288 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:45:48.309 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:48.309 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:48.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.330+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.331+0000 7f1ea6123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.331+0000 7f1ea6123900 20 realm 2026-04-02T11:45:48.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.331+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.331+0000 7f1ea6123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.331+0000 7f1ea6123900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:48.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.331+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.332+0000 7f1ea6123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.332+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.333+0000 7f1ea6123900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:48.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.333+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.334+0000 7f1ea6123900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:48.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.334+0000 7f1ea6123900 20 searching for the correct realm 2026-04-02T11:45:48.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.337+0000 7f1ea1e35640 0 -- 192.168.123.107:0/1372496522 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55f009f81500 msgr2=0x55f009fa19b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:45:48.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.341+0000 7f1ea2636640 0 -- 192.168.123.107:0/1372496522 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55f009fc54e0 msgr2=0x55f009fe58c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.345+0000 7f1ea6123900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.345+0000 7f1ea6123900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.345+0000 7f1ea6123900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.345+0000 7f1ea6123900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.345+0000 7f1ea6123900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.345+0000 7f1ea6123900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.345+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.345+0000 7f1ea6123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.345+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.345+0000 7f1ea6123900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.345+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:48.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 20 zone default found 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 4 Realm: () 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 20 zonegroup default 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.346+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.347+0000 7f1ea6123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.347+0000 7f1ea6123900 20 started sync module instance, tier type = 2026-04-02T11:45:48.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.347+0000 7f1ea6123900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:48.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.350+0000 7f1ea6123900 20 add_watcher() i=3 2026-04-02T11:45:48.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.351+0000 7f1ea6123900 20 add_watcher() i=6 2026-04-02T11:45:48.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.351+0000 7f1ea6123900 20 add_watcher() i=7 2026-04-02T11:45:48.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.352+0000 7f1ea6123900 20 add_watcher() i=0 2026-04-02T11:45:48.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.352+0000 7f1ea6123900 20 add_watcher() i=1 2026-04-02T11:45:48.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.352+0000 7f1ea6123900 20 add_watcher() i=2 2026-04-02T11:45:48.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.352+0000 7f1ea6123900 20 add_watcher() i=5 2026-04-02T11:45:48.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.352+0000 7f1ea6123900 20 add_watcher() i=4 2026-04-02T11:45:48.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.352+0000 7f1ea6123900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:48.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.354+0000 7f1ea6123900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:48.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.354+0000 7f1ea6123900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:48.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.355+0000 7f1ea6123900 5 note: GC not initialized 2026-04-02T11:45:48.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.355+0000 7f1e4efed640 20 reqs_thread_entry: start 2026-04-02T11:45:48.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.400+0000 7f1ea6123900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:48.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.400+0000 7f1ea6123900 20 Filter name: none 2026-04-02T11:45:48.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.400+0000 7f1e4cfe9640 20 reqs_thread_entry: start 2026-04-02T11:45:48.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.400+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.400+0000 7f1ea6123900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:48.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.400+0000 7f1ea6123900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.400+0000 7f1ea6123900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:48.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.400+0000 7f1ea6123900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:48.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.400+0000 7f1ea6123900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:48.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.400+0000 7f1ea6123900 20 INFO: main: starting shard=0 2026-04-02T11:45:48.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.400+0000 7f1ea6123900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:48.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.401+0000 7f1ea6123900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-04-02T11:45:48.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.401+0000 7f1ea6123900 20 INFO: main: done 2026-04-02T11:45:48.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.405+0000 7f1ea6123900 20 remove_watcher() i=0 2026-04-02T11:45:48.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.406+0000 7f1ea6123900 2 removed watcher, disabling cache 2026-04-02T11:45:48.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.406+0000 7f1ea6123900 20 remove_watcher() i=1 2026-04-02T11:45:48.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.406+0000 7f1ea6123900 20 remove_watcher() i=3 2026-04-02T11:45:48.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.406+0000 7f1ea6123900 20 remove_watcher() i=7 2026-04-02T11:45:48.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.406+0000 7f1ea6123900 20 remove_watcher() i=2 2026-04-02T11:45:48.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.406+0000 7f1ea6123900 20 remove_watcher() i=4 2026-04-02T11:45:48.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.406+0000 7f1ea6123900 20 remove_watcher() i=5 2026-04-02T11:45:48.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.406+0000 7f1ea6123900 20 remove_watcher() i=6 2026-04-02T11:45:48.415 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:45:48.436 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:48.436 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:48.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.457+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.458+0000 7f1310544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.458+0000 7f1310544900 20 realm 2026-04-02T11:45:48.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.458+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.458+0000 7f1310544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.458+0000 7f1310544900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:48.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.458+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.458+0000 7f1310544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.458+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.459+0000 7f1310544900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:48.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.459+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.460+0000 7f1310544900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:48.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.460+0000 7f1310544900 20 searching for the correct realm 2026-04-02T11:45:48.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.464+0000 7f1307fff640 0 -- 192.168.123.107:0/1674935704 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f1300042040 msgr2=0x7f1300034420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:48.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.670+0000 7f130cb5e640 0 -- 192.168.123.107:0/1674935704 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f12f00cbe00 msgr2=0x7f12f00c05b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:48.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.672+0000 7f1310544900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:48.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.672+0000 7f1310544900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:48.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.672+0000 7f1310544900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:48.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.672+0000 7f1310544900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:48.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.672+0000 7f1310544900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:48.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.672+0000 7f1310544900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:48.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.672+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.672+0000 7f1310544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.672+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.672+0000 7f1310544900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:48.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.672+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 20 zone default found 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 4 Realm: () 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 20 zonegroup default 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.673+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.674+0000 7f1310544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.674+0000 7f1310544900 20 started sync module instance, tier type = 2026-04-02T11:45:48.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.674+0000 7f1310544900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:48.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.678+0000 7f1310544900 20 add_watcher() i=3 2026-04-02T11:45:48.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.678+0000 7f1310544900 20 add_watcher() i=0 2026-04-02T11:45:48.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.678+0000 7f1310544900 20 add_watcher() i=6 2026-04-02T11:45:48.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.679+0000 7f1310544900 20 add_watcher() i=5 2026-04-02T11:45:48.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.679+0000 7f1310544900 20 add_watcher() i=1 2026-04-02T11:45:48.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.679+0000 7f1310544900 20 add_watcher() i=2 2026-04-02T11:45:48.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.679+0000 7f1310544900 20 add_watcher() i=7 2026-04-02T11:45:48.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.679+0000 7f1310544900 20 add_watcher() i=4 2026-04-02T11:45:48.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.679+0000 7f1310544900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:48.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.681+0000 7f1310544900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:48.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.681+0000 7f1310544900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:48.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.682+0000 7f1310544900 5 note: GC not initialized 2026-04-02T11:45:48.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.682+0000 7f12b8ff1640 20 reqs_thread_entry: start 2026-04-02T11:45:48.729 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.727+0000 7f1310544900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:48.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.728+0000 7f1310544900 20 Filter name: none 2026-04-02T11:45:48.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.728+0000 7f12b27fc640 20 reqs_thread_entry: start 2026-04-02T11:45:48.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.728+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.728+0000 7f1310544900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:48.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.728+0000 7f1310544900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.728+0000 7f1310544900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:48.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.729+0000 7f1310544900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:48.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.729+0000 7f1310544900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:48.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.729+0000 7f1310544900 20 INFO: main: starting shard=0 2026-04-02T11:45:48.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.729+0000 7f1310544900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:48.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.729+0000 7f1310544900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-04-02T11:45:48.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.729+0000 7f1310544900 20 INFO: main: done 2026-04-02T11:45:48.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.734+0000 7f1310544900 20 remove_watcher() i=6 2026-04-02T11:45:48.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.734+0000 7f1310544900 2 removed watcher, disabling cache 2026-04-02T11:45:48.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.734+0000 7f1310544900 20 remove_watcher() i=2 2026-04-02T11:45:48.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.734+0000 7f1310544900 20 remove_watcher() i=3 2026-04-02T11:45:48.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.734+0000 7f1310544900 20 remove_watcher() i=5 2026-04-02T11:45:48.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.734+0000 7f1310544900 20 remove_watcher() i=0 2026-04-02T11:45:48.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.734+0000 7f1310544900 20 remove_watcher() i=7 2026-04-02T11:45:48.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.734+0000 7f1310544900 20 remove_watcher() i=1 2026-04-02T11:45:48.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.734+0000 7f1310544900 20 remove_watcher() i=4 2026-04-02T11:45:48.742 INFO:tasks.workunit.client.0.vm07.stderr:TEST: bucket check olh finds leftover OLH entries 2026-04-02T11:45:48.742 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:48.744 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-04-02T11:45:48.765 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:48.765 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:48.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.785+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.785+0000 7f63e9d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.785+0000 7f63e9d1c900 20 realm 2026-04-02T11:45:48.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.785+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.786+0000 7f63e9d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.786+0000 7f63e9d1c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:48.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.786+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.786+0000 7f63e9d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:48.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.786+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.787+0000 7f63e9d1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:48.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.787+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:48.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.787+0000 7f63e9d1c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:48.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.787+0000 7f63e9d1c900 20 searching for the correct realm 2026-04-02T11:45:48.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.791+0000 7f63e2ffd640 0 -- 192.168.123.107:0/2659433944 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f63dc088030 msgr2=0x7f63dc068ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:45:48.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.996+0000 7f63da5ff640 0 -- 192.168.123.107:0/2659433944 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55f833352e00 msgr2=0x55f833373220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:49.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.998+0000 7f63e9d1c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:49.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.998+0000 7f63e9d1c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:49.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.998+0000 7f63e9d1c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:49.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.998+0000 7f63e9d1c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:49.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.998+0000 7f63e9d1c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:49.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.998+0000 7f63e9d1c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:49.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.998+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 20 zone default found 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 4 Realm: () 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 20 zonegroup default 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:48.999+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.000+0000 7f63e9d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.000+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.000+0000 7f63e9d1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.000+0000 7f63e9d1c900 20 started sync module instance, tier type = 2026-04-02T11:45:49.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.000+0000 7f63e9d1c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:49.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.003+0000 7f63e9d1c900 20 add_watcher() i=3 2026-04-02T11:45:49.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.003+0000 7f63e9d1c900 20 add_watcher() i=4 2026-04-02T11:45:49.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.003+0000 7f63e9d1c900 20 add_watcher() i=0 2026-04-02T11:45:49.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.004+0000 7f63e9d1c900 20 add_watcher() i=2 2026-04-02T11:45:49.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.004+0000 7f63e9d1c900 20 add_watcher() i=7 2026-04-02T11:45:49.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.004+0000 7f63e9d1c900 20 add_watcher() i=1 2026-04-02T11:45:49.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.004+0000 7f63e9d1c900 20 add_watcher() i=5 2026-04-02T11:45:49.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.004+0000 7f63e9d1c900 20 add_watcher() i=6 2026-04-02T11:45:49.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.004+0000 7f63e9d1c900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:49.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.006+0000 7f63e9d1c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:49.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.006+0000 7f63e9d1c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:49.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.007+0000 7f63e9d1c900 5 note: GC not initialized 2026-04-02T11:45:49.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.007+0000 7f638f7fe640 20 reqs_thread_entry: start 2026-04-02T11:45:49.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.045+0000 7f63e9d1c900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:49.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.045+0000 7f63e9d1c900 20 Filter name: none 2026-04-02T11:45:49.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.045+0000 7f638d7fa640 20 reqs_thread_entry: start 2026-04-02T11:45:49.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:45:49.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 : miss 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 info.flags=0x17 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 to cache LRU end 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 1 NOTICE: finished shard 0 (2 entries found) 2026-04-02T11:45:49.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.046+0000 7f63e9d1c900 1 NOTICE: finished all shards (2 entries found) 2026-04-02T11:45:49.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.050+0000 7f63e9d1c900 20 remove_watcher() i=3 2026-04-02T11:45:49.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.050+0000 7f63e9d1c900 2 removed watcher, disabling cache 2026-04-02T11:45:49.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.050+0000 7f63e9d1c900 20 remove_watcher() i=2 2026-04-02T11:45:49.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.050+0000 7f63e9d1c900 20 remove_watcher() i=0 2026-04-02T11:45:49.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.050+0000 7f63e9d1c900 20 remove_watcher() i=5 2026-04-02T11:45:49.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.051+0000 7f63e9d1c900 20 remove_watcher() i=4 2026-04-02T11:45:49.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.051+0000 7f63e9d1c900 20 remove_watcher() i=1 2026-04-02T11:45:49.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.051+0000 7f63e9d1c900 20 remove_watcher() i=7 2026-04-02T11:45:49.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.051+0000 7f63e9d1c900 20 remove_watcher() i=6 2026-04-02T11:45:49.058 INFO:tasks.workunit.client.0.vm07.stderr:TEST: bucket check olh fixes leftover OLH entries 2026-04-02T11:45:49.058 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:49.060 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-02T11:45:49.081 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:49.081 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:49.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.099+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.099+0000 7fd0f0575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.099+0000 7fd0f0575900 20 realm 2026-04-02T11:45:49.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.099+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.099+0000 7fd0f0575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.099+0000 7fd0f0575900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:49.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.099+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.099+0000 7fd0f0575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.099+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.100+0000 7fd0f0575900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:49.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.100+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.101+0000 7fd0f0575900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:49.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.101+0000 7fd0f0575900 20 searching for the correct realm 2026-04-02T11:45:49.105 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.103+0000 7fd0ee02c640 0 -- 192.168.123.107:0/76573086 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x563ff45375f0 msgr2=0x563ff4557a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:49.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.106+0000 7fd0ee82d640 0 -- 192.168.123.107:0/76573086 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x563ff457b5a0 msgr2=0x563ff459b9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.109+0000 7fd0f0575900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.109+0000 7fd0f0575900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.109+0000 7fd0f0575900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.109+0000 7fd0f0575900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.109+0000 7fd0f0575900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.109+0000 7fd0f0575900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.109+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.109+0000 7fd0f0575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.109+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.109+0000 7fd0f0575900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.109+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 20 zone default found 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 4 Realm: () 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 20 zonegroup default 2026-04-02T11:45:49.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 20 started sync module instance, tier type = 2026-04-02T11:45:49.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.110+0000 7fd0f0575900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:49.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.113+0000 7fd0f0575900 20 add_watcher() i=2 2026-04-02T11:45:49.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.114+0000 7fd0f0575900 20 add_watcher() i=5 2026-04-02T11:45:49.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.114+0000 7fd0f0575900 20 add_watcher() i=7 2026-04-02T11:45:49.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.114+0000 7fd0f0575900 20 add_watcher() i=3 2026-04-02T11:45:49.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.114+0000 7fd0f0575900 20 add_watcher() i=0 2026-04-02T11:45:49.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.114+0000 7fd0f0575900 20 add_watcher() i=6 2026-04-02T11:45:49.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.114+0000 7fd0f0575900 20 add_watcher() i=1 2026-04-02T11:45:49.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.115+0000 7fd0f0575900 20 add_watcher() i=4 2026-04-02T11:45:49.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.115+0000 7fd0f0575900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:49.119 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.117+0000 7fd0f0575900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:49.119 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.117+0000 7fd0f0575900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:49.119 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.117+0000 7fd0f0575900 5 note: GC not initialized 2026-04-02T11:45:49.119 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.117+0000 7fd096ffd640 20 reqs_thread_entry: start 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.158+0000 7fd0f0575900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.158+0000 7fd0f0575900 20 Filter name: none 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.158+0000 7fd094ff9640 20 reqs_thread_entry: start 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.158+0000 7fd0f0575900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.158+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.158+0000 7fd0f0575900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.158+0000 7fd0f0575900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.158+0000 7fd0f0575900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.158+0000 7fd0f0575900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 : miss 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.158+0000 7fd0f0575900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.159+0000 7fd0f0575900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.159+0000 7fd0f0575900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 info.flags=0x17 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.159+0000 7fd0f0575900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 to cache LRU end 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.159+0000 7fd0f0575900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.159+0000 7fd0f0575900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.159+0000 7fd0f0575900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 2026-04-02T11:45:49.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.159+0000 7fd0f0575900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:49.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.159+0000 7fd0f0575900 20 get_obj_state: octx=0x7fd0e0064690 obj=check-bucket:c state=0x563ff4a86928 s->prefetch_data=0 2026-04-02T11:45:49.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.160+0000 7fd0f0575900 20 get_obj_state: setting s->obj_tag to gtytywu07z2rmnuzmt043171sa2o812s 2026-04-02T11:45:49.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.160+0000 7fd0f0575900 20 get_obj_state_impl: setting s->olh_tag to zn4e4appl064f2ysh8ahwmefyx8eexi2 2026-04-02T11:45:49.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.160+0000 7fd0f0575900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:49.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.160+0000 7fd0f0575900 20 olh_log_entry: epoch=4 op=2 key=c[] 2026-04-02T11:45:49.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.160+0000 7fd0f0575900 20 olh_log_entry: epoch=4 op=3 key=c[o-tGCekc6fyX9qQmjlf6Z8fGOaTdbaD] 2026-04-02T11:45:49.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.160+0000 7fd0f0575900 20 get_obj_state: octx=0x563ff46a5bf0 obj=check-bucket:_:o-tGCekc6fyX9qQmjlf6Z8fGOaTdbaD_c state=0x563ff46ad7a8 s->prefetch_data=0 2026-04-02T11:45:49.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.162+0000 7fd0f0575900 20 get_obj_state: octx=0x563ff46a5bf0 obj=check-bucket:c state=0x563ff46ae4b8 s->prefetch_data=0 2026-04-02T11:45:49.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.162+0000 7fd0f0575900 20 get_obj_state: setting s->obj_tag to gtytywu07z2rmnuzmt043171sa2o812s 2026-04-02T11:45:49.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.162+0000 7fd0f0575900 20 get_obj_state_impl: setting s->olh_tag to zn4e4appl064f2ysh8ahwmefyx8eexi2 2026-04-02T11:45:49.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.163+0000 7fd0f0575900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=zn4e4appl064f2ysh8ahwmefyx8eexi2 2026-04-02T11:45:49.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.165+0000 7fd0f0575900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:49.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.166+0000 7fd0f0575900 20 get_obj_state: octx=0x7fd0e0064690 obj=check-bucket:d state=0x563ff46a6738 s->prefetch_data=0 2026-04-02T11:45:49.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.167+0000 7fd0f0575900 20 get_obj_state: setting s->obj_tag to v882pbfaok05w4cvpreyin8o3ruwzj17 2026-04-02T11:45:49.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.167+0000 7fd0f0575900 20 get_obj_state_impl: setting s->olh_tag to ey0559v44r9u6oie5hj5bxjgl854iol4 2026-04-02T11:45:49.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.167+0000 7fd0f0575900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:49.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.167+0000 7fd0f0575900 20 olh_log_entry: epoch=4 op=2 key=d[] 2026-04-02T11:45:49.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.167+0000 7fd0f0575900 20 olh_log_entry: epoch=4 op=3 key=d[IPbkycLu0xTwK7MGlKbA0qjhNuWiwDm] 2026-04-02T11:45:49.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.167+0000 7fd0f0575900 20 get_obj_state: octx=0x563ff46a5bf0 obj=check-bucket:_:IPbkycLu0xTwK7MGlKbA0qjhNuWiwDm_d state=0x563ff46b1428 s->prefetch_data=0 2026-04-02T11:45:49.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.169+0000 7fd0f0575900 20 get_obj_state: octx=0x563ff46a5bf0 obj=check-bucket:d state=0x563ff46b0418 s->prefetch_data=0 2026-04-02T11:45:49.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.169+0000 7fd0f0575900 20 get_obj_state: setting s->obj_tag to v882pbfaok05w4cvpreyin8o3ruwzj17 2026-04-02T11:45:49.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.169+0000 7fd0f0575900 20 get_obj_state_impl: setting s->olh_tag to ey0559v44r9u6oie5hj5bxjgl854iol4 2026-04-02T11:45:49.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.170+0000 7fd0f0575900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ey0559v44r9u6oie5hj5bxjgl854iol4 2026-04-02T11:45:49.174 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.173+0000 7fd0f0575900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:49.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.174+0000 7fd0f0575900 1 NOTICE: finished shard 0 (2 entries removed) 2026-04-02T11:45:49.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.174+0000 7fd0f0575900 1 NOTICE: finished all shards (2 entries removed) 2026-04-02T11:45:49.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.177+0000 7fd0f0575900 20 remove_watcher() i=3 2026-04-02T11:45:49.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.177+0000 7fd0f0575900 2 removed watcher, disabling cache 2026-04-02T11:45:49.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.177+0000 7fd0f0575900 20 remove_watcher() i=5 2026-04-02T11:45:49.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.177+0000 7fd0f0575900 20 remove_watcher() i=0 2026-04-02T11:45:49.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.177+0000 7fd0f0575900 20 remove_watcher() i=7 2026-04-02T11:45:49.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.177+0000 7fd0f0575900 20 remove_watcher() i=6 2026-04-02T11:45:49.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.178+0000 7fd0f0575900 20 remove_watcher() i=4 2026-04-02T11:45:49.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.178+0000 7fd0f0575900 20 remove_watcher() i=2 2026-04-02T11:45:49.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.178+0000 7fd0f0575900 20 remove_watcher() i=1 2026-04-02T11:45:49.187 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:45:49.208 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:49.208 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:49.231 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.229+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.230+0000 7fbbca989900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.230+0000 7fbbca989900 20 realm 2026-04-02T11:45:49.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.230+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.230+0000 7fbbca989900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.230+0000 7fbbca989900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:49.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.230+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.230+0000 7fbbca989900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.230+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.231+0000 7fbbca989900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:49.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.231+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.232+0000 7fbbca989900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:49.234 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.232+0000 7fbbca989900 20 searching for the correct realm 2026-04-02T11:45:49.236 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.235+0000 7fbbc66e7640 0 -- 192.168.123.107:0/2351240465 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fbbb806a2e0 msgr2=0x7fbbb80853b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:49.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.440+0000 7fbbc6ee8640 0 -- 192.168.123.107:0/2351240465 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fbbac088710 msgr2=0x7fbbac067740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:49.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:49.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:49.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:49.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:49.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 zone default found 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 4 Realm: () 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 zonegroup default 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.442+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.443+0000 7fbbca989900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.443+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.443+0000 7fbbca989900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.443+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.443+0000 7fbbca989900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.443+0000 7fbbca989900 20 started sync module instance, tier type = 2026-04-02T11:45:49.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.443+0000 7fbbca989900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:49.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.447+0000 7fbbca989900 20 add_watcher() i=2 2026-04-02T11:45:49.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.447+0000 7fbbca989900 20 add_watcher() i=0 2026-04-02T11:45:49.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.447+0000 7fbbca989900 20 add_watcher() i=5 2026-04-02T11:45:49.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.447+0000 7fbbca989900 20 add_watcher() i=3 2026-04-02T11:45:49.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.447+0000 7fbbca989900 20 add_watcher() i=7 2026-04-02T11:45:49.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.447+0000 7fbbca989900 20 add_watcher() i=4 2026-04-02T11:45:49.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.447+0000 7fbbca989900 20 add_watcher() i=6 2026-04-02T11:45:49.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.448+0000 7fbbca989900 20 add_watcher() i=1 2026-04-02T11:45:49.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.448+0000 7fbbca989900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:49.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.450+0000 7fbbca989900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:49.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.450+0000 7fbbca989900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:49.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.450+0000 7fbbca989900 5 note: GC not initialized 2026-04-02T11:45:49.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.450+0000 7fbb6effd640 20 reqs_thread_entry: start 2026-04-02T11:45:49.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.488+0000 7fbbca989900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:49.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.488+0000 7fbbca989900 20 Filter name: none 2026-04-02T11:45:49.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.489+0000 7fbb6cff9640 20 reqs_thread_entry: start 2026-04-02T11:45:49.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.489+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.489+0000 7fbbca989900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:49.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.489+0000 7fbbca989900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.489+0000 7fbbca989900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:49.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.489+0000 7fbbca989900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:49.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.489+0000 7fbbca989900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:49.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.489+0000 7fbbca989900 20 INFO: main: starting shard=0 2026-04-02T11:45:49.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.489+0000 7fbbca989900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:49.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.489+0000 7fbbca989900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:45:49.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.489+0000 7fbbca989900 20 INFO: main: done 2026-04-02T11:45:49.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.492+0000 7fbbca989900 20 remove_watcher() i=3 2026-04-02T11:45:49.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.492+0000 7fbbca989900 2 removed watcher, disabling cache 2026-04-02T11:45:49.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.493+0000 7fbbca989900 20 remove_watcher() i=7 2026-04-02T11:45:49.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.493+0000 7fbbca989900 20 remove_watcher() i=0 2026-04-02T11:45:49.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.493+0000 7fbbca989900 20 remove_watcher() i=5 2026-04-02T11:45:49.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.493+0000 7fbbca989900 20 remove_watcher() i=6 2026-04-02T11:45:49.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.493+0000 7fbbca989900 20 remove_watcher() i=4 2026-04-02T11:45:49.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.493+0000 7fbbca989900 20 remove_watcher() i=2 2026-04-02T11:45:49.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.493+0000 7fbbca989900 20 remove_watcher() i=1 2026-04-02T11:45:49.501 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:45:49.521 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:49.521 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:49.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.540+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.540+0000 7f973df33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.540+0000 7f973df33900 20 realm 2026-04-02T11:45:49.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.540+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.541+0000 7f973df33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.541+0000 7f973df33900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:49.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.541+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.541+0000 7f973df33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.541+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.542+0000 7f973df33900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:49.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.542+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.542+0000 7f973df33900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:49.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.542+0000 7f973df33900 20 searching for the correct realm 2026-04-02T11:45:49.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.545+0000 7f9739beb640 0 -- 192.168.123.107:0/2287798213 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x5630f12d0240 msgr2=0x5630f12f06c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:49.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.548+0000 7f973a3ec640 0 -- 192.168.123.107:0/2287798213 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5630f13141f0 msgr2=0x5630f13345d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:45:49.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.551+0000 7f973df33900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:49.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.551+0000 7f973df33900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:49.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.551+0000 7f973df33900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:49.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.551+0000 7f973df33900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:49.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.551+0000 7f973df33900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:49.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.551+0000 7f973df33900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:49.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.551+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.551+0000 7f973df33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.551+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.551+0000 7f973df33900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:49.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.551+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 20 zone default found 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 4 Realm: () 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 20 zonegroup default 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.552+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.553+0000 7f973df33900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.553+0000 7f973df33900 20 started sync module instance, tier type = 2026-04-02T11:45:49.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.553+0000 7f973df33900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:49.557 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.556+0000 7f973df33900 20 add_watcher() i=0 2026-04-02T11:45:49.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.556+0000 7f973df33900 20 add_watcher() i=4 2026-04-02T11:45:49.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.557+0000 7f973df33900 20 add_watcher() i=7 2026-04-02T11:45:49.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.557+0000 7f973df33900 20 add_watcher() i=2 2026-04-02T11:45:49.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.557+0000 7f973df33900 20 add_watcher() i=1 2026-04-02T11:45:49.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.557+0000 7f973df33900 20 add_watcher() i=3 2026-04-02T11:45:49.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.557+0000 7f973df33900 20 add_watcher() i=6 2026-04-02T11:45:49.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.557+0000 7f973df33900 20 add_watcher() i=5 2026-04-02T11:45:49.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.557+0000 7f973df33900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:49.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.559+0000 7f973df33900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:49.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.559+0000 7f973df33900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:49.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.559+0000 7f973df33900 5 note: GC not initialized 2026-04-02T11:45:49.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.559+0000 7f96e6fed640 20 reqs_thread_entry: start 2026-04-02T11:45:49.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.599+0000 7f973df33900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:49.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.599+0000 7f973df33900 20 Filter name: none 2026-04-02T11:45:49.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.599+0000 7f96e4fe9640 20 reqs_thread_entry: start 2026-04-02T11:45:49.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.600+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.600+0000 7f973df33900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:49.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.600+0000 7f973df33900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.600+0000 7f973df33900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:49.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.600+0000 7f973df33900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:49.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.600+0000 7f973df33900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:49.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.600+0000 7f973df33900 20 INFO: main: starting shard=0 2026-04-02T11:45:49.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.600+0000 7f973df33900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:49.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.600+0000 7f973df33900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:45:49.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.600+0000 7f973df33900 20 INFO: main: done 2026-04-02T11:45:49.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.604+0000 7f973df33900 20 remove_watcher() i=3 2026-04-02T11:45:49.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.604+0000 7f973df33900 2 removed watcher, disabling cache 2026-04-02T11:45:49.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.604+0000 7f973df33900 20 remove_watcher() i=5 2026-04-02T11:45:49.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.604+0000 7f973df33900 20 remove_watcher() i=7 2026-04-02T11:45:49.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.604+0000 7f973df33900 20 remove_watcher() i=0 2026-04-02T11:45:49.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.604+0000 7f973df33900 20 remove_watcher() i=1 2026-04-02T11:45:49.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.605+0000 7f973df33900 20 remove_watcher() i=4 2026-04-02T11:45:49.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.605+0000 7f973df33900 20 remove_watcher() i=6 2026-04-02T11:45:49.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.605+0000 7f973df33900 20 remove_watcher() i=2 2026-04-02T11:45:49.612 INFO:tasks.workunit.client.0.vm07.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2026-04-02T11:45:49.612 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:49.613 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-04-02T11:45:49.634 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:49.634 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:49.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.652+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.652+0000 7f76c43ce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.652+0000 7f76c43ce900 20 realm 2026-04-02T11:45:49.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.652+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.652+0000 7f76c43ce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.652+0000 7f76c43ce900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:49.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.652+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.652+0000 7f76c43ce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.652+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.653+0000 7f76c43ce900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:49.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.653+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.654+0000 7f76c43ce900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:49.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.654+0000 7f76c43ce900 20 searching for the correct realm 2026-04-02T11:45:49.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.657+0000 7f76bf04b640 0 -- 192.168.123.107:0/459899136 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f76b403b480 msgr2=0x7f76b403b8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:49.863 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.861+0000 7f76bf84c640 0 -- 192.168.123.107:0/459899136 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f76a80251f0 msgr2=0x7f76a8068550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.863+0000 7f76c43ce900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.863+0000 7f76c43ce900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.863+0000 7f76c43ce900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.863+0000 7f76c43ce900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.863+0000 7f76c43ce900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.863+0000 7f76c43ce900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.863+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.863+0000 7f76c43ce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.863+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.863+0000 7f76c43ce900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.863+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 20 zone default found 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 4 Realm: () 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 20 zonegroup default 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:49.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 20 started sync module instance, tier type = 2026-04-02T11:45:49.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.864+0000 7f76c43ce900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:49.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.868+0000 7f76c43ce900 20 add_watcher() i=0 2026-04-02T11:45:49.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.868+0000 7f76c43ce900 20 add_watcher() i=2 2026-04-02T11:45:49.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.868+0000 7f76c43ce900 20 add_watcher() i=7 2026-04-02T11:45:49.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.868+0000 7f76c43ce900 20 add_watcher() i=3 2026-04-02T11:45:49.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.868+0000 7f76c43ce900 20 add_watcher() i=1 2026-04-02T11:45:49.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.868+0000 7f76c43ce900 20 add_watcher() i=6 2026-04-02T11:45:49.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.868+0000 7f76c43ce900 20 add_watcher() i=5 2026-04-02T11:45:49.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.869+0000 7f76c43ce900 20 add_watcher() i=4 2026-04-02T11:45:49.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.869+0000 7f76c43ce900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:49.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.871+0000 7f76c43ce900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:49.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.871+0000 7f76c43ce900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:49.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.871+0000 7f76c43ce900 5 note: GC not initialized 2026-04-02T11:45:49.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.871+0000 7f766cfe9640 20 reqs_thread_entry: start 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.910+0000 7f76c43ce900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 20 Filter name: none 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76667fc640 20 reqs_thread_entry: start 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 : miss 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 20 rados->read ofs=0 len=0 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 info.flags=0x17 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 to cache LRU end 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.911+0000 7f76c43ce900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 2026-04-02T11:45:49.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.912+0000 7f76c43ce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:49.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.912+0000 7f76c43ce900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-02T11:45:49.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.912+0000 7f76c43ce900 1 NOTICE: finished all shards (0 entries found) 2026-04-02T11:45:49.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.915+0000 7f76c43ce900 20 remove_watcher() i=7 2026-04-02T11:45:49.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.915+0000 7f76c43ce900 2 removed watcher, disabling cache 2026-04-02T11:45:49.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.916+0000 7f76c43ce900 20 remove_watcher() i=0 2026-04-02T11:45:49.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.916+0000 7f76c43ce900 20 remove_watcher() i=3 2026-04-02T11:45:49.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.916+0000 7f76c43ce900 20 remove_watcher() i=1 2026-04-02T11:45:49.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.916+0000 7f76c43ce900 20 remove_watcher() i=2 2026-04-02T11:45:49.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.916+0000 7f76c43ce900 20 remove_watcher() i=4 2026-04-02T11:45:49.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.916+0000 7f76c43ce900 20 remove_watcher() i=5 2026-04-02T11:45:49.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:49.916+0000 7f76c43ce900 20 remove_watcher() i=6 2026-04-02T11:45:49.924 INFO:tasks.workunit.client.0.vm07.stderr:TEST: verify that bucket check fixes do not affect null version objects 2026-04-02T11:45:49.924 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:49.973 INFO:tasks.workunit.client.0.vm07.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2026-04-02T11:45:49.973 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:45:50.152 INFO:tasks.workunit.client.0.vm07.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-02T11:45:50.429 INFO:tasks.workunit.client.0.vm07.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-02T11:45:51.870 INFO:tasks.workunit.client.0.vm07.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:45:51.872 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:45:51.899 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:51.899 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:51.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.922+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:51.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.923+0000 7f4d3279f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:51.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.923+0000 7f4d3279f900 20 realm 2026-04-02T11:45:51.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.923+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:51.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.923+0000 7f4d3279f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:51.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.923+0000 7f4d3279f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:51.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.923+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:51.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.924+0000 7f4d3279f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:51.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.924+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:51.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.924+0000 7f4d3279f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:51.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.925+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:51.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.926+0000 7f4d3279f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:51.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.926+0000 7f4d3279f900 20 searching for the correct realm 2026-04-02T11:45:51.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:51.929+0000 7f4d2e4e7640 0 -- 192.168.123.107:0/4218948617 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f4d20045040 msgr2=0x7f4d20045410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:52.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.134+0000 7f4d2dce6640 0 -- 192.168.123.107:0/4218948617 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55c2b53e7f60 msgr2=0x55c2b5408340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:52.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.137+0000 7f4d3279f900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.137+0000 7f4d3279f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.137+0000 7f4d3279f900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.137+0000 7f4d3279f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.137+0000 7f4d3279f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.137+0000 7f4d3279f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.137+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.137+0000 7f4d3279f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.137+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.137+0000 7f4d3279f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.137+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 20 zone default found 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 4 Realm: () 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 20 zonegroup default 2026-04-02T11:45:52.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 20 started sync module instance, tier type = 2026-04-02T11:45:52.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.138+0000 7f4d3279f900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:52.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.142+0000 7f4d3279f900 20 add_watcher() i=0 2026-04-02T11:45:52.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.142+0000 7f4d3279f900 20 add_watcher() i=3 2026-04-02T11:45:52.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.143+0000 7f4d3279f900 20 add_watcher() i=4 2026-04-02T11:45:52.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.143+0000 7f4d3279f900 20 add_watcher() i=7 2026-04-02T11:45:52.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.143+0000 7f4d3279f900 20 add_watcher() i=1 2026-04-02T11:45:52.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.143+0000 7f4d3279f900 20 add_watcher() i=2 2026-04-02T11:45:52.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.144+0000 7f4d3279f900 20 add_watcher() i=5 2026-04-02T11:45:52.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.144+0000 7f4d3279f900 20 add_watcher() i=6 2026-04-02T11:45:52.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.144+0000 7f4d3279f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:52.147 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.146+0000 7f4d3279f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:52.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.146+0000 7f4d3279f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:52.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.146+0000 7f4d3279f900 5 note: GC not initialized 2026-04-02T11:45:52.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.146+0000 7f4cd6ffd640 20 reqs_thread_entry: start 2026-04-02T11:45:52.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.392+0000 7f4d3279f900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:52.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.392+0000 7f4d3279f900 20 Filter name: none 2026-04-02T11:45:52.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.461+0000 7f4cd4ff9640 20 reqs_thread_entry: start 2026-04-02T11:45:52.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.461+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.461+0000 7f4d3279f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:52.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.461+0000 7f4d3279f900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.462+0000 7f4d3279f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:52.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.462+0000 7f4d3279f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:52.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.462+0000 7f4d3279f900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:52.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.462+0000 7f4d3279f900 20 INFO: main: starting shard=0 2026-04-02T11:45:52.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.462+0000 7f4d3279f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:52.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.462+0000 7f4d3279f900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:45:52.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.462+0000 7f4d3279f900 20 INFO: main: done 2026-04-02T11:45:52.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.466+0000 7f4d3279f900 20 remove_watcher() i=0 2026-04-02T11:45:52.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.466+0000 7f4d3279f900 2 removed watcher, disabling cache 2026-04-02T11:45:52.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.466+0000 7f4d3279f900 20 remove_watcher() i=3 2026-04-02T11:45:52.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.466+0000 7f4d3279f900 20 remove_watcher() i=5 2026-04-02T11:45:52.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.466+0000 7f4d3279f900 20 remove_watcher() i=2 2026-04-02T11:45:52.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.466+0000 7f4d3279f900 20 remove_watcher() i=7 2026-04-02T11:45:52.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.466+0000 7f4d3279f900 20 remove_watcher() i=1 2026-04-02T11:45:52.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.466+0000 7f4d3279f900 20 remove_watcher() i=6 2026-04-02T11:45:52.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.467+0000 7f4d3279f900 20 remove_watcher() i=4 2026-04-02T11:45:52.532 INFO:tasks.workunit.client.0.vm07.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:45:52.533 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:45:52.554 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:52.554 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:52.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.575+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.577+0000 7f5fccef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.577+0000 7f5fccef2900 20 realm 2026-04-02T11:45:52.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.577+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.577+0000 7f5fccef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.577+0000 7f5fccef2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:52.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.577+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.577+0000 7f5fccef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.577+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.578+0000 7f5fccef2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:52.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.578+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.578+0000 7f5fccef2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:52.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.578+0000 7f5fccef2900 20 searching for the correct realm 2026-04-02T11:45:52.582 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.581+0000 7f5fcb1aa640 0 -- 192.168.123.107:0/1233969665 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5588fce6b1e0 msgr2=0x5588fce8b5c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:52.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.583+0000 7f5fca1a8640 0 -- 192.168.123.107:0/1233969665 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f5fbc02cba0 msgr2=0x7f5fbc06ba90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:52.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.788+0000 7f5fccef2900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:52.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.788+0000 7f5fccef2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:52.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.788+0000 7f5fccef2900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.788+0000 7f5fccef2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.788+0000 7f5fccef2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.788+0000 7f5fccef2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 20 zone default found 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 4 Realm: () 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 20 zonegroup default 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.789+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.790+0000 7f5fccef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.790+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.790+0000 7f5fccef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.790+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.790+0000 7f5fccef2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.790+0000 7f5fccef2900 20 started sync module instance, tier type = 2026-04-02T11:45:52.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.790+0000 7f5fccef2900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:52.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.794+0000 7f5fccef2900 20 add_watcher() i=0 2026-04-02T11:45:52.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.794+0000 7f5fccef2900 20 add_watcher() i=2 2026-04-02T11:45:52.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.794+0000 7f5fccef2900 20 add_watcher() i=5 2026-04-02T11:45:52.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.794+0000 7f5fccef2900 20 add_watcher() i=1 2026-04-02T11:45:52.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.795+0000 7f5fccef2900 20 add_watcher() i=3 2026-04-02T11:45:52.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.795+0000 7f5fccef2900 20 add_watcher() i=6 2026-04-02T11:45:52.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.795+0000 7f5fccef2900 20 add_watcher() i=4 2026-04-02T11:45:52.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.795+0000 7f5fccef2900 20 add_watcher() i=7 2026-04-02T11:45:52.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.795+0000 7f5fccef2900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:52.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.797+0000 7f5fccef2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:52.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.798+0000 7f5fccef2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:52.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.798+0000 7f5fccef2900 5 note: GC not initialized 2026-04-02T11:45:52.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.798+0000 7f5f737fe640 20 reqs_thread_entry: start 2026-04-02T11:45:52.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.843+0000 7f5fccef2900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:52.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.844+0000 7f5fccef2900 20 Filter name: none 2026-04-02T11:45:52.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.844+0000 7f5f717fa640 20 reqs_thread_entry: start 2026-04-02T11:45:52.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.844+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.844+0000 7f5fccef2900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:52.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.844+0000 7f5fccef2900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.844+0000 7f5fccef2900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:52.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.845+0000 7f5fccef2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:52.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.845+0000 7f5fccef2900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:52.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.845+0000 7f5fccef2900 20 INFO: main: starting shard=0 2026-04-02T11:45:52.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.845+0000 7f5fccef2900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:52.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.845+0000 7f5fccef2900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:45:52.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.845+0000 7f5fccef2900 20 INFO: main: done 2026-04-02T11:45:52.851 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.849+0000 7f5fccef2900 20 remove_watcher() i=0 2026-04-02T11:45:52.851 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.850+0000 7f5fccef2900 2 removed watcher, disabling cache 2026-04-02T11:45:52.851 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.850+0000 7f5fccef2900 20 remove_watcher() i=6 2026-04-02T11:45:52.851 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.850+0000 7f5fccef2900 20 remove_watcher() i=1 2026-04-02T11:45:52.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.850+0000 7f5fccef2900 20 remove_watcher() i=5 2026-04-02T11:45:52.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.850+0000 7f5fccef2900 20 remove_watcher() i=3 2026-04-02T11:45:52.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.850+0000 7f5fccef2900 20 remove_watcher() i=4 2026-04-02T11:45:52.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.850+0000 7f5fccef2900 20 remove_watcher() i=7 2026-04-02T11:45:52.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.850+0000 7f5fccef2900 20 remove_watcher() i=2 2026-04-02T11:45:52.915 INFO:tasks.workunit.client.0.vm07.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:45:52.916 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-04-02T11:45:52.937 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:52.937 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:52.957 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.955+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.956+0000 7fc3f8f67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.956+0000 7fc3f8f67900 20 realm 2026-04-02T11:45:52.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.956+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.956+0000 7fc3f8f67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.956+0000 7fc3f8f67900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:52.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.956+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.957+0000 7fc3f8f67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.957+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.957+0000 7fc3f8f67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:52.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.957+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.958+0000 7fc3f8f67900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:52.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.958+0000 7fc3f8f67900 20 searching for the correct realm 2026-04-02T11:45:52.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.960+0000 7fc3f4ce0640 0 -- 192.168.123.107:0/2305146884 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55b4f85ba1a0 msgr2=0x55b4f85da650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:52.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.964+0000 7fc3f54e1640 0 -- 192.168.123.107:0/2305146884 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55b4f8597430 msgr2=0x55b4f85b7810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:45:52.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.969+0000 7fc3f8f67900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:52.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.969+0000 7fc3f8f67900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:52.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.969+0000 7fc3f8f67900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:52.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.969+0000 7fc3f8f67900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:52.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.969+0000 7fc3f8f67900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:52.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.969+0000 7fc3f8f67900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:52.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.969+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.969+0000 7fc3f8f67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.969+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:52.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 20 zone default found 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 4 Realm: () 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 20 zonegroup default 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.970+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.971+0000 7fc3f8f67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.971+0000 7fc3f8f67900 20 started sync module instance, tier type = 2026-04-02T11:45:52.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.971+0000 7fc3f8f67900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:52.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.974+0000 7fc3f8f67900 20 add_watcher() i=1 2026-04-02T11:45:52.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.974+0000 7fc3f8f67900 20 add_watcher() i=2 2026-04-02T11:45:52.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.975+0000 7fc3f8f67900 20 add_watcher() i=3 2026-04-02T11:45:52.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.975+0000 7fc3f8f67900 20 add_watcher() i=7 2026-04-02T11:45:52.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.975+0000 7fc3f8f67900 20 add_watcher() i=0 2026-04-02T11:45:52.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.975+0000 7fc3f8f67900 20 add_watcher() i=5 2026-04-02T11:45:52.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.976+0000 7fc3f8f67900 20 add_watcher() i=6 2026-04-02T11:45:52.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.978+0000 7fc3f8f67900 20 add_watcher() i=4 2026-04-02T11:45:52.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.978+0000 7fc3f8f67900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:52.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.980+0000 7fc3f8f67900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:52.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.980+0000 7fc3f8f67900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:52.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.980+0000 7fc3f8f67900 5 note: GC not initialized 2026-04-02T11:45:52.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:52.981+0000 7fc3a17f2640 20 reqs_thread_entry: start 2026-04-02T11:45:53.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.019+0000 7fc3f8f67900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:53.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.019+0000 7fc3f8f67900 20 Filter name: none 2026-04-02T11:45:53.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.020+0000 7fc39affd640 20 reqs_thread_entry: start 2026-04-02T11:45:53.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.020+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.020+0000 7fc3f8f67900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:53.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.020+0000 7fc3f8f67900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.020+0000 7fc3f8f67900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:53.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.020+0000 7fc3f8f67900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:53.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.020+0000 7fc3f8f67900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:53.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.020+0000 7fc3f8f67900 20 INFO: main: starting shard=0 2026-04-02T11:45:53.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.020+0000 7fc3f8f67900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:53.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.021+0000 7fc3f8f67900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:45:53.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.021+0000 7fc3f8f67900 20 INFO: main: done 2026-04-02T11:45:53.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.024+0000 7fc3f8f67900 20 remove_watcher() i=3 2026-04-02T11:45:53.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.024+0000 7fc3f8f67900 2 removed watcher, disabling cache 2026-04-02T11:45:53.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.024+0000 7fc3f8f67900 20 remove_watcher() i=0 2026-04-02T11:45:53.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.025+0000 7fc3f8f67900 20 remove_watcher() i=4 2026-04-02T11:45:53.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.025+0000 7fc3f8f67900 20 remove_watcher() i=2 2026-04-02T11:45:53.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.025+0000 7fc3f8f67900 20 remove_watcher() i=1 2026-04-02T11:45:53.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.025+0000 7fc3f8f67900 20 remove_watcher() i=6 2026-04-02T11:45:53.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.025+0000 7fc3f8f67900 20 remove_watcher() i=5 2026-04-02T11:45:53.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.025+0000 7fc3f8f67900 20 remove_watcher() i=7 2026-04-02T11:45:53.087 INFO:tasks.workunit.client.0.vm07.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:45:53.089 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-04-02T11:45:53.110 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:53.110 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:53.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.329+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.331+0000 7faa81d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:53.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.331+0000 7faa81d38900 20 realm 2026-04-02T11:45:53.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.331+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.331+0000 7faa81d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:53.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.331+0000 7faa81d38900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:53.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.331+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.331+0000 7faa81d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:53.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.331+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.332+0000 7faa81d38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:53.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.332+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.333+0000 7faa81d38900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:53.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.333+0000 7faa81d38900 20 searching for the correct realm 2026-04-02T11:45:53.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.336+0000 7faa7d284640 0 -- 192.168.123.107:0/2026263255 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7faa6c0093b0 msgr2=0x7faa6c0b9e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:53.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.339+0000 7faa7d284640 0 -- 192.168.123.107:0/2026263255 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7faa70069040 msgr2=0x7faa7006a3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:53.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.544+0000 7faa81d38900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:53.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.544+0000 7faa81d38900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:53.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.544+0000 7faa81d38900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:53.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.544+0000 7faa81d38900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:53.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.544+0000 7faa81d38900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:53.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.544+0000 7faa81d38900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:53.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.544+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.544+0000 7faa81d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:53.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.544+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.544+0000 7faa81d38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.544+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 20 zone default found 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 4 Realm: () 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 20 zonegroup default 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 20 started sync module instance, tier type = 2026-04-02T11:45:53.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.545+0000 7faa81d38900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:53.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.549+0000 7faa81d38900 20 add_watcher() i=1 2026-04-02T11:45:53.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.549+0000 7faa81d38900 20 add_watcher() i=2 2026-04-02T11:45:53.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.549+0000 7faa81d38900 20 add_watcher() i=5 2026-04-02T11:45:53.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.550+0000 7faa81d38900 20 add_watcher() i=6 2026-04-02T11:45:53.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.550+0000 7faa81d38900 20 add_watcher() i=4 2026-04-02T11:45:53.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.550+0000 7faa81d38900 20 add_watcher() i=3 2026-04-02T11:45:53.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.550+0000 7faa81d38900 20 add_watcher() i=0 2026-04-02T11:45:53.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.550+0000 7faa81d38900 20 add_watcher() i=7 2026-04-02T11:45:53.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.550+0000 7faa81d38900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:53.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.553+0000 7faa81d38900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:53.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.553+0000 7faa81d38900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:53.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.553+0000 7faa81d38900 5 note: GC not initialized 2026-04-02T11:45:53.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.553+0000 7faa2afed640 20 reqs_thread_entry: start 2026-04-02T11:45:53.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.592+0000 7faa81d38900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:53.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.592+0000 7faa81d38900 20 Filter name: none 2026-04-02T11:45:53.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.593+0000 7faa28fe9640 20 reqs_thread_entry: start 2026-04-02T11:45:53.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.593+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.593+0000 7faa81d38900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:53.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.593+0000 7faa81d38900 20 rados->read ofs=0 len=0 2026-04-02T11:45:53.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.593+0000 7faa81d38900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:53.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.593+0000 7faa81d38900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:53.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.593+0000 7faa81d38900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-02T11:45:53.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.593+0000 7faa81d38900 20 INFO: main: starting shard=0 2026-04-02T11:45:53.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.593+0000 7faa81d38900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:53.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.593+0000 7faa81d38900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:45:53.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.594+0000 7faa81d38900 20 INFO: main: done 2026-04-02T11:45:53.599 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.597+0000 7faa81d38900 20 remove_watcher() i=3 2026-04-02T11:45:53.599 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.597+0000 7faa81d38900 2 removed watcher, disabling cache 2026-04-02T11:45:53.599 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.597+0000 7faa81d38900 20 remove_watcher() i=0 2026-04-02T11:45:53.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.598+0000 7faa81d38900 20 remove_watcher() i=7 2026-04-02T11:45:53.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.598+0000 7faa81d38900 20 remove_watcher() i=2 2026-04-02T11:45:53.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.598+0000 7faa81d38900 20 remove_watcher() i=5 2026-04-02T11:45:53.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.598+0000 7faa81d38900 20 remove_watcher() i=6 2026-04-02T11:45:53.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.598+0000 7faa81d38900 20 remove_watcher() i=4 2026-04-02T11:45:53.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:53.598+0000 7faa81d38900 20 remove_watcher() i=1 2026-04-02T11:45:53.611 INFO:tasks.workunit.client.0.vm07.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-02T11:45:53.894 INFO:tasks.workunit.client.0.vm07.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-02T11:45:54.152 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-04-02T11:45:54.171 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:54.171 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:54.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.189+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.190+0000 7f8491412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.190+0000 7f8491412900 20 realm 2026-04-02T11:45:54.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.190+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.190+0000 7f8491412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.190+0000 7f8491412900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:54.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.190+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.190+0000 7f8491412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.190+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.191+0000 7f8491412900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:54.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.191+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.192+0000 7f8491412900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:54.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.192+0000 7f8491412900 20 searching for the correct realm 2026-04-02T11:45:54.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.195+0000 7f848cae7640 0 -- 192.168.123.107:0/3600570554 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f8480093070 msgr2=0x7f84800b9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:54.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.399+0000 7f8487fff640 0 -- 192.168.123.107:0/3600570554 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x5628f2e029b0 msgr2=0x5628f2e22dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:54.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:54.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:54.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 20 zone default found 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 4 Realm: () 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.402+0000 7f8491412900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.403+0000 7f8491412900 20 zonegroup default 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.403+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.403+0000 7f8491412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.403+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.403+0000 7f8491412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.403+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.403+0000 7f8491412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.403+0000 7f8491412900 20 started sync module instance, tier type = 2026-04-02T11:45:54.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.403+0000 7f8491412900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:54.431 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.429+0000 7f8491412900 20 add_watcher() i=0 2026-04-02T11:45:54.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.430+0000 7f8491412900 20 add_watcher() i=3 2026-04-02T11:45:54.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.431+0000 7f8491412900 20 add_watcher() i=7 2026-04-02T11:45:54.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.431+0000 7f8491412900 20 add_watcher() i=2 2026-04-02T11:45:54.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.431+0000 7f8491412900 20 add_watcher() i=4 2026-04-02T11:45:54.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.431+0000 7f8491412900 20 add_watcher() i=1 2026-04-02T11:45:54.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.431+0000 7f8491412900 20 add_watcher() i=6 2026-04-02T11:45:54.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.431+0000 7f8491412900 20 add_watcher() i=5 2026-04-02T11:45:54.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.431+0000 7f8491412900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:54.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.435+0000 7f8491412900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:54.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.435+0000 7f8491412900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:54.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.435+0000 7f8491412900 5 note: GC not initialized 2026-04-02T11:45:54.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.435+0000 7f8439feb640 20 reqs_thread_entry: start 2026-04-02T11:45:54.485 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.483+0000 7f8491412900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.483+0000 7f8491412900 20 Filter name: none 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f84337fe640 20 reqs_thread_entry: start 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 : miss 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 info.flags=0x17 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 to cache LRU end 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 2026-04-02T11:45:54.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.484+0000 7f8491412900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.491+0000 7f8491412900 20 remove_watcher() i=3 2026-04-02T11:45:54.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.491+0000 7f8491412900 2 removed watcher, disabling cache 2026-04-02T11:45:54.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.491+0000 7f8491412900 20 remove_watcher() i=0 2026-04-02T11:45:54.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.491+0000 7f8491412900 20 remove_watcher() i=1 2026-04-02T11:45:54.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.491+0000 7f8491412900 20 remove_watcher() i=7 2026-04-02T11:45:54.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.492+0000 7f8491412900 20 remove_watcher() i=2 2026-04-02T11:45:54.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.492+0000 7f8491412900 20 remove_watcher() i=4 2026-04-02T11:45:54.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.492+0000 7f8491412900 20 remove_watcher() i=5 2026-04-02T11:45:54.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.492+0000 7f8491412900 20 remove_watcher() i=6 2026-04-02T11:45:54.501 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-02T11:45:54.523 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:54.523 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:54.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.742+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.743+0000 7fe9a37ca900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.743+0000 7fe9a37ca900 20 realm 2026-04-02T11:45:54.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.743+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.743+0000 7fe9a37ca900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.743+0000 7fe9a37ca900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:54.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.743+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.743+0000 7fe9a37ca900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.743+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.744+0000 7fe9a37ca900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:54.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.744+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.744+0000 7fe9a37ca900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:54.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.744+0000 7fe9a37ca900 20 searching for the correct realm 2026-04-02T11:45:54.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.747+0000 7fe99dc4a640 0 -- 192.168.123.107:0/1235234780 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7fe98c0d6260 msgr2=0x7fe98c0b4a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:54.751 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.750+0000 7fe99ec4c640 0 -- 192.168.123.107:0/1235234780 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x563eeeb63f30 msgr2=0x563eeeb84310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:54.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.753+0000 7fe9a37ca900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:54.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.753+0000 7fe9a37ca900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:54.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.753+0000 7fe9a37ca900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:54.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.753+0000 7fe9a37ca900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:54.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.753+0000 7fe9a37ca900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.753+0000 7fe9a37ca900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.753+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.753+0000 7fe9a37ca900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.753+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 20 zone default found 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 4 Realm: () 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 20 zonegroup default 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.754+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.755+0000 7fe9a37ca900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.755+0000 7fe9a37ca900 20 started sync module instance, tier type = 2026-04-02T11:45:54.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.755+0000 7fe9a37ca900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:54.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.758+0000 7fe9a37ca900 20 add_watcher() i=5 2026-04-02T11:45:54.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.758+0000 7fe9a37ca900 20 add_watcher() i=3 2026-04-02T11:45:54.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.758+0000 7fe9a37ca900 20 add_watcher() i=6 2026-04-02T11:45:54.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.759+0000 7fe9a37ca900 20 add_watcher() i=0 2026-04-02T11:45:54.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.759+0000 7fe9a37ca900 20 add_watcher() i=4 2026-04-02T11:45:54.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.759+0000 7fe9a37ca900 20 add_watcher() i=7 2026-04-02T11:45:54.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.759+0000 7fe9a37ca900 20 add_watcher() i=2 2026-04-02T11:45:54.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.759+0000 7fe9a37ca900 20 add_watcher() i=1 2026-04-02T11:45:54.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.759+0000 7fe9a37ca900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:54.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.761+0000 7fe9a37ca900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:54.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.762+0000 7fe9a37ca900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:54.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.762+0000 7fe9a37ca900 5 note: GC not initialized 2026-04-02T11:45:54.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.762+0000 7fe946ffd640 20 reqs_thread_entry: start 2026-04-02T11:45:54.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.802+0000 7fe9a37ca900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:54.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.802+0000 7fe9a37ca900 20 Filter name: none 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe944ff9640 20 reqs_thread_entry: start 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 : miss 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 info.flags=0x17 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 to cache LRU end 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2 2026-04-02T11:45:54.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.803+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.804+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.804+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:c state=0x563eeec8f198 s->prefetch_data=0 2026-04-02T11:45:54.807 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.805+0000 7fe9a37ca900 20 get_obj_state: setting s->obj_tag to n4u6p3rpv7sunzlqjwwxx1yhf1z2xes0 2026-04-02T11:45:54.807 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.805+0000 7fe9a37ca900 20 get_obj_state_impl: setting s->olh_tag to fgubm5vs5a988eol0lq5c2y3pzk9dgm2 2026-04-02T11:45:54.807 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.805+0000 7fe9a37ca900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=fgubm5vs5a988eol0lq5c2y3pzk9dgm2 2026-04-02T11:45:54.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.807+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.808+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.808+0000 7fe9a37ca900 20 olh_log_entry: epoch=3 op=3 key=c[k6XFsGqwIhGyXD7ILpz8Sd.g.pkvnwS] 2026-04-02T11:45:54.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.808+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:_:k6XFsGqwIhGyXD7ILpz8Sd.g.pkvnwS_c state=0x563eeec99178 s->prefetch_data=0 2026-04-02T11:45:54.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.808+0000 7fe9a37ca900 10 manifest: total_size = 22 2026-04-02T11:45:54.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.808+0000 7fe9a37ca900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.4684052684119627135 2026-04-02T11:45:54.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.808+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:_:k6XFsGqwIhGyXD7ILpz8Sd.g.pkvnwS_c state=0x563eeec99178 s->prefetch_data=0 2026-04-02T11:45:54.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.809+0000 7fe9a37ca900 20 prepare_atomic_modification: state is not atomic. state=0x563eeec99178 2026-04-02T11:45:54.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.809+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.812+0000 7fe9a37ca900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:45:54.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.812+0000 7fe9a37ca900 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2026-04-02T11:45:54.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.812+0000 7fe9a37ca900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:45:54.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.813+0000 7fe97dffb640 20 handle_completion(): completion ok for obj=c[k6XFsGqwIhGyXD7ILpz8Sd.g.pkvnwS] 2026-04-02T11:45:54.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.814+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.814+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.818 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.816+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.818 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.817+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.817+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:d state=0x563eeec8f198 s->prefetch_data=0 2026-04-02T11:45:54.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.817+0000 7fe9a37ca900 20 get_obj_state: setting s->obj_tag to auau5j3miv3pc97zt2p0c89xsy4akptb 2026-04-02T11:45:54.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.817+0000 7fe9a37ca900 20 get_obj_state_impl: setting s->olh_tag to 9nty01spnk85pten5nx6fbukjxbwzix2 2026-04-02T11:45:54.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.817+0000 7fe9a37ca900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9nty01spnk85pten5nx6fbukjxbwzix2 2026-04-02T11:45:54.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.819+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.821+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.821+0000 7fe9a37ca900 20 olh_log_entry: epoch=3 op=3 key=d[mADGtFZvP.qXtD1P9YjqlQfoCX.vfEw] 2026-04-02T11:45:54.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.821+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:_:mADGtFZvP.qXtD1P9YjqlQfoCX.vfEw_d state=0x563eeec93118 s->prefetch_data=0 2026-04-02T11:45:54.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.821+0000 7fe9a37ca900 10 manifest: total_size = 22 2026-04-02T11:45:54.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.821+0000 7fe9a37ca900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11858053721223709260 2026-04-02T11:45:54.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.821+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:_:mADGtFZvP.qXtD1P9YjqlQfoCX.vfEw_d state=0x563eeec93118 s->prefetch_data=0 2026-04-02T11:45:54.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.821+0000 7fe9a37ca900 20 prepare_atomic_modification: state is not atomic. state=0x563eeec93118 2026-04-02T11:45:54.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.821+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.824+0000 7fe9a37ca900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:45:54.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.824+0000 7fe9a37ca900 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2026-04-02T11:45:54.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.824+0000 7fe9a37ca900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:45:54.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.826+0000 7fe97dffb640 20 handle_completion(): completion ok for obj=d[mADGtFZvP.qXtD1P9YjqlQfoCX.vfEw] 2026-04-02T11:45:54.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.827+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.827+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.828+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.828+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.829+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:e state=0x563eeec8f198 s->prefetch_data=0 2026-04-02T11:45:54.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.829+0000 7fe9a37ca900 20 get_obj_state: setting s->obj_tag to 71ifc5j2tn3m18bmthebcgmpma1cmv00 2026-04-02T11:45:54.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.829+0000 7fe9a37ca900 20 get_obj_state_impl: setting s->olh_tag to v881ken9yedjmj27n1ev5sa0x4n9fmc0 2026-04-02T11:45:54.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.829+0000 7fe9a37ca900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=v881ken9yedjmj27n1ev5sa0x4n9fmc0 2026-04-02T11:45:54.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.831+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.832+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.833+0000 7fe9a37ca900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-04-02T11:45:54.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.833+0000 7fe9a37ca900 20 olh_log_entry: epoch=2 op=3 key=e[Ov6SMP7XM02pmSPXzTXH7ByIB.TVsp1] 2026-04-02T11:45:54.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.833+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:_:Ov6SMP7XM02pmSPXzTXH7ByIB.TVsp1_e state=0x563eeec94128 s->prefetch_data=0 2026-04-02T11:45:54.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.833+0000 7fe9a37ca900 10 manifest: total_size = 12 2026-04-02T11:45:54.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.833+0000 7fe9a37ca900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14773465690770281568 2026-04-02T11:45:54.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.833+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:_:Ov6SMP7XM02pmSPXzTXH7ByIB.TVsp1_e state=0x563eeec94128 s->prefetch_data=0 2026-04-02T11:45:54.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.833+0000 7fe9a37ca900 20 prepare_atomic_modification: state is not atomic. state=0x563eeec94128 2026-04-02T11:45:54.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.833+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.836+0000 7fe9a37ca900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:45:54.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.836+0000 7fe9a37ca900 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2026-04-02T11:45:54.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.836+0000 7fe9a37ca900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:45:54.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.837+0000 7fe97d7fa640 20 handle_completion(): completion ok for obj=e[Ov6SMP7XM02pmSPXzTXH7ByIB.TVsp1] 2026-04-02T11:45:54.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.839+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:e state=0x563eeec8f198 s->prefetch_data=0 2026-04-02T11:45:54.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.839+0000 7fe9a37ca900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=v881ken9yedjmj27n1ev5sa0x4n9fmc0 2026-04-02T11:45:54.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.842+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.843+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.843+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.843+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:f state=0x563eeec8f198 s->prefetch_data=0 2026-04-02T11:45:54.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.844+0000 7fe9a37ca900 20 get_obj_state: setting s->obj_tag to cllmh98q0qrnxyrn8i54g2ojvb1la9kh 2026-04-02T11:45:54.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.844+0000 7fe9a37ca900 20 get_obj_state_impl: setting s->olh_tag to yxk91k9gavhzvsbp757ywet20r3whvpa 2026-04-02T11:45:54.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.844+0000 7fe9a37ca900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=yxk91k9gavhzvsbp757ywet20r3whvpa 2026-04-02T11:45:54.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.845+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.848 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.847+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.847+0000 7fe9a37ca900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-04-02T11:45:54.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.847+0000 7fe9a37ca900 20 olh_log_entry: epoch=2 op=3 key=f[oIvLuw1oHknnGQAp8EIixuoJSiQ9FJp] 2026-04-02T11:45:54.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.847+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:_:oIvLuw1oHknnGQAp8EIixuoJSiQ9FJp_f state=0x563eeec9edb8 s->prefetch_data=0 2026-04-02T11:45:54.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.847+0000 7fe9a37ca900 10 manifest: total_size = 11 2026-04-02T11:45:54.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.847+0000 7fe9a37ca900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9531583245376270165 2026-04-02T11:45:54.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.848+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:_:oIvLuw1oHknnGQAp8EIixuoJSiQ9FJp_f state=0x563eeec9edb8 s->prefetch_data=0 2026-04-02T11:45:54.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.848+0000 7fe9a37ca900 20 prepare_atomic_modification: state is not atomic. state=0x563eeec9edb8 2026-04-02T11:45:54.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.848+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.850+0000 7fe9a37ca900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:45:54.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.851+0000 7fe9a37ca900 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2026-04-02T11:45:54.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.851+0000 7fe9a37ca900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:45:54.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.852+0000 7fe97d7fa640 20 handle_completion(): completion ok for obj=f[oIvLuw1oHknnGQAp8EIixuoJSiQ9FJp] 2026-04-02T11:45:54.855 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.854+0000 7fe9a37ca900 20 get_obj_state: octx=0x7fe990011ef0 obj=check-bucket:f state=0x563eeec8f198 s->prefetch_data=0 2026-04-02T11:45:54.855 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.854+0000 7fe9a37ca900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=yxk91k9gavhzvsbp757ywet20r3whvpa 2026-04-02T11:45:54.858 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.856+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.859 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.858+0000 7fe9a37ca900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2.0 2026-04-02T11:45:54.859 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.858+0000 7fe9a37ca900 1 NOTICE: finished shard 0 (4 entries removed) 2026-04-02T11:45:54.859 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.858+0000 7fe9a37ca900 1 NOTICE: finished all shards (4 entries removed) 2026-04-02T11:45:54.863 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.861+0000 7fe9a37ca900 20 remove_watcher() i=7 2026-04-02T11:45:54.863 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.861+0000 7fe9a37ca900 2 removed watcher, disabling cache 2026-04-02T11:45:54.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.862+0000 7fe9a37ca900 20 remove_watcher() i=6 2026-04-02T11:45:54.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.862+0000 7fe9a37ca900 20 remove_watcher() i=5 2026-04-02T11:45:54.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.862+0000 7fe9a37ca900 20 remove_watcher() i=0 2026-04-02T11:45:54.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.862+0000 7fe9a37ca900 20 remove_watcher() i=3 2026-04-02T11:45:54.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.862+0000 7fe9a37ca900 20 remove_watcher() i=1 2026-04-02T11:45:54.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.862+0000 7fe9a37ca900 20 remove_watcher() i=4 2026-04-02T11:45:54.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.862+0000 7fe9a37ca900 20 remove_watcher() i=2 2026-04-02T11:45:54.870 INFO:tasks.workunit.client.0.vm07.stderr:"bucket check unlinked" returned [{'name': 'c', 'instance': 'k6XFsGqwIhGyXD7ILpz8Sd.g.pkvnwS'}, {'name': 'd', 'instance': 'mADGtFZvP.qXtD1P9YjqlQfoCX.vfEw'}, {'name': 'e', 'instance': 'Ov6SMP7XM02pmSPXzTXH7ByIB.TVsp1'}, {'name': 'f', 'instance': 'oIvLuw1oHknnGQAp8EIixuoJSiQ9FJp'}], expecting ['c', 'd', 'e', 'f'] 2026-04-02T11:45:54.919 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-04-02T11:45:54.939 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:45:54.939 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:45:54.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.958+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.959+0000 7f9420737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.959+0000 7f9420737900 20 realm 2026-04-02T11:45:54.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.959+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.960+0000 7f9420737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.960+0000 7f9420737900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:45:54.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.960+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.960+0000 7f9420737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.960+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.961+0000 7f9420737900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:54.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.961+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.961+0000 7f9420737900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:45:54.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.962+0000 7f9420737900 20 searching for the correct realm 2026-04-02T11:45:54.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.964+0000 7f941cbf3640 0 -- 192.168.123.107:0/1284803055 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55ae9d7e2bc0 msgr2=0x55ae9d802fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:54.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.967+0000 7f941cbf3640 0 -- 192.168.123.107:0/1284803055 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x7f93d80a20b0 msgr2=0x7f93d80c24b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:45:54.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.970+0000 7f9420737900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:45:54.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.970+0000 7f9420737900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:45:54.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.970+0000 7f9420737900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:45:54.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.970+0000 7f9420737900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:45:54.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.970+0000 7f9420737900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:45:54.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.970+0000 7f9420737900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:45:54.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.970+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.970+0000 7f9420737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.970+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:45:54.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 20 zone default found 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 4 Realm: () 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 20 zonegroup default 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.971+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.972+0000 7f9420737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.972+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.972+0000 7f9420737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:45:54.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.972+0000 7f9420737900 20 started sync module instance, tier type = 2026-04-02T11:45:54.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.972+0000 7f9420737900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:45:54.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.975+0000 7f9420737900 20 add_watcher() i=3 2026-04-02T11:45:54.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.975+0000 7f9420737900 20 add_watcher() i=7 2026-04-02T11:45:54.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.976+0000 7f9420737900 20 add_watcher() i=0 2026-04-02T11:45:54.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.976+0000 7f9420737900 20 add_watcher() i=5 2026-04-02T11:45:54.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.976+0000 7f9420737900 20 add_watcher() i=6 2026-04-02T11:45:54.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.976+0000 7f9420737900 20 add_watcher() i=2 2026-04-02T11:45:54.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.976+0000 7f9420737900 20 add_watcher() i=1 2026-04-02T11:45:54.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.976+0000 7f9420737900 20 add_watcher() i=4 2026-04-02T11:45:54.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.976+0000 7f9420737900 2 all 8 watchers are set, enabling cache 2026-04-02T11:45:54.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.979+0000 7f9420737900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:45:54.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.979+0000 7f9420737900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:45:54.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.979+0000 7f9420737900 5 note: GC not initialized 2026-04-02T11:45:54.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:54.979+0000 7f93c8ff1640 20 reqs_thread_entry: start 2026-04-02T11:45:55.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.022+0000 7f9420737900 20 init_complete bucket index max shards: 1 2026-04-02T11:45:55.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.022+0000 7f9420737900 20 Filter name: none 2026-04-02T11:45:55.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.023+0000 7f93c27fc640 20 reqs_thread_entry: start 2026-04-02T11:45:55.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.023+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:55.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.023+0000 7f9420737900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:55.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.023+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:55.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.023+0000 7f9420737900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:55.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.023+0000 7f9420737900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:55.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.024+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:55.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.024+0000 7f9420737900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:45:55.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.024+0000 7f9420737900 20 rados->read ofs=0 len=0 2026-04-02T11:45:55.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.024+0000 7f9420737900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:45:55.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.024+0000 7f9420737900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:45:55.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.028+0000 7f9420737900 20 remove_watcher() i=4 2026-04-02T11:45:55.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.029+0000 7f9420737900 2 removed watcher, disabling cache 2026-04-02T11:45:55.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.029+0000 7f9420737900 20 remove_watcher() i=5 2026-04-02T11:45:55.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.029+0000 7f9420737900 20 remove_watcher() i=3 2026-04-02T11:45:55.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.029+0000 7f9420737900 20 remove_watcher() i=0 2026-04-02T11:45:55.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.029+0000 7f9420737900 20 remove_watcher() i=6 2026-04-02T11:45:55.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.029+0000 7f9420737900 20 remove_watcher() i=2 2026-04-02T11:45:55.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.029+0000 7f9420737900 20 remove_watcher() i=7 2026-04-02T11:45:55.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:45:55.029+0000 7f9420737900 20 remove_watcher() i=1 2026-04-02T11:45:55.037 INFO:tasks.workunit.client.0.vm07.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2026-04-02T11:45:55.037 INFO:tasks.workunit.client.0.vm07.stderr:Deleting bucket check-bucket 2026-04-02T11:45:55.055 INFO:tasks.workunit.client.0.vm07.stderr:Completed bucket check tests 2026-04-02T11:45:55.055 INFO:tasks.workunit.client.0.vm07.stdout:connected to http://localhost:80 2026-04-02T11:45:55.089 INFO:tasks.workunit.client.0.vm07.stderr:+ deactivate 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ export PATH 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n '' ']' 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ hash -r 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n '' ']' 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ unset VIRTUAL_ENV 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ unset -f deactivate 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stderr:+ echo OK. 2026-04-02T11:45:55.090 INFO:tasks.workunit.client.0.vm07.stdout:OK. 2026-04-02T11:45:55.090 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:45:55.090 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:45:55.168 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2026-04-02T11:45:55.168 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:45:55.620 DEBUG:teuthology.parallel:result is None 2026-04-02T11:45:55.620 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:45:55.654 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:45:55.655 DEBUG:teuthology.orchestra.run.vm07:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:45:55.721 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:45:55.721 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:45:55.728 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:45:55.728 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:45:55.728 DEBUG:teuthology.orchestra.run.vm07:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:45:55.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:45:55.787 INFO:teuthology.orchestra.run.vm07.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:45:55.787 DEBUG:teuthology.orchestra.run.vm07:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:45:55.854 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:45:55.854 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:45:55.922 INFO:tasks.workunit:timeout=3h 2026-04-02T11:45:55.922 INFO:tasks.workunit:cleanup=True 2026-04-02T11:45:55.922 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:45:55.989 INFO:tasks.workunit.client.0.vm07.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr: git switch -c 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr:Or undo this operation with: 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr: git switch - 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:46:28.269 INFO:tasks.workunit.client.0.vm07.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:46:28.276 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:46:28.344 INFO:tasks.workunit.client.0.vm07.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:46:28.346 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:46:28.346 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:46:28.379 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:46:28.411 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:46:28.446 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:46:28.447 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:46:28.447 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:46:28.478 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:46:28.482 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:46:28.482 DEBUG:teuthology.orchestra.run.vm07:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:46:28.553 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2026-04-02T11:46:28.553 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2026-04-02T11:46:28.553 DEBUG:teuthology.orchestra.run.vm07:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2026-04-02T11:46:28.638 INFO:tasks.workunit.client.0.vm07.stdout:Running main() from gmock_main.cc 2026-04-02T11:46:28.638 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-02T11:46:28.638 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:46:28.638 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 11 tests from ClsLock 2026-04-02T11:46:28.638 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsLock.TestMultiLocking 2026-04-02T11:46:30.029 INFO:tasks.workunit.client.0.vm07.stdout:lock: mylock 2026-04-02T11:46:30.029 INFO:tasks.workunit.client.0.vm07.stdout: lock_type: exclusive 2026-04-02T11:46:30.029 INFO:tasks.workunit.client.0.vm07.stdout: tag: 2026-04-02T11:46:30.029 INFO:tasks.workunit.client.0.vm07.stdout: lockers: 2026-04-02T11:46:30.029 INFO:tasks.workunit.client.0.vm07.stdout: client.5133 expiration=2026-04-02T11:48:30.025195+0000 addr=v1:192.168.123.107:0/4024020394 cookie= 2026-04-02T11:46:30.033 INFO:tasks.workunit.client.0.vm07.stdout:lock: mylock 2026-04-02T11:46:30.033 INFO:tasks.workunit.client.0.vm07.stdout: lock_type: shared 2026-04-02T11:46:30.033 INFO:tasks.workunit.client.0.vm07.stdout: tag: 2026-04-02T11:46:30.033 INFO:tasks.workunit.client.0.vm07.stdout: lockers: 2026-04-02T11:46:30.033 INFO:tasks.workunit.client.0.vm07.stdout: client.4982 expiration=0.000000 addr=v1:192.168.123.107:0/1310762394 cookie= 2026-04-02T11:46:30.033 INFO:tasks.workunit.client.0.vm07.stdout: client.5133 expiration=2026-04-02T11:48:30.031122+0000 addr=v1:192.168.123.107:0/4024020394 cookie= 2026-04-02T11:46:30.034 INFO:tasks.workunit.client.0.vm07.stdout:lock: mylock 2026-04-02T11:46:30.034 INFO:tasks.workunit.client.0.vm07.stdout: lock_type: shared 2026-04-02T11:46:30.034 INFO:tasks.workunit.client.0.vm07.stdout: tag: 2026-04-02T11:46:30.034 INFO:tasks.workunit.client.0.vm07.stdout: lockers: 2026-04-02T11:46:30.034 INFO:tasks.workunit.client.0.vm07.stdout: client.4982 expiration=0.000000 addr=v1:192.168.123.107:0/1310762394 cookie= 2026-04-02T11:46:31.006 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsLock.TestMultiLocking (2367 ms) 2026-04-02T11:46:31.007 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsLock.TestMeta 2026-04-02T11:46:33.050 INFO:tasks.workunit.client.0.vm07.stdout:lock: mylock 2026-04-02T11:46:33.050 INFO:tasks.workunit.client.0.vm07.stdout: lock_type: shared 2026-04-02T11:46:33.050 INFO:tasks.workunit.client.0.vm07.stdout: tag: 2026-04-02T11:46:33.050 INFO:tasks.workunit.client.0.vm07.stdout: lockers: 2026-04-02T11:46:33.050 INFO:tasks.workunit.client.0.vm07.stdout: client.4988 expiration=0.000000 addr=v1:192.168.123.107:0/2615825409 cookie= 2026-04-02T11:46:33.052 INFO:tasks.workunit.client.0.vm07.stdout:lock: mylock 2026-04-02T11:46:33.052 INFO:tasks.workunit.client.0.vm07.stdout: lock_type: exclusive 2026-04-02T11:46:33.052 INFO:tasks.workunit.client.0.vm07.stdout: tag: new_tag 2026-04-02T11:46:33.052 INFO:tasks.workunit.client.0.vm07.stdout: lockers: 2026-04-02T11:46:33.052 INFO:tasks.workunit.client.0.vm07.stdout: client.5145 expiration=0.000000 addr=v1:192.168.123.107:0/4178884339 cookie= 2026-04-02T11:46:34.039 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsLock.TestMeta (3033 ms) 2026-04-02T11:46:34.039 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsLock.TestCookie 2026-04-02T11:46:36.088 INFO:tasks.workunit.client.0.vm07.stdout:lock: mylock 2026-04-02T11:46:36.088 INFO:tasks.workunit.client.0.vm07.stdout: lock_type: exclusive 2026-04-02T11:46:36.088 INFO:tasks.workunit.client.0.vm07.stdout: tag: 2026-04-02T11:46:36.088 INFO:tasks.workunit.client.0.vm07.stdout: lockers: 2026-04-02T11:46:36.090 INFO:tasks.workunit.client.0.vm07.stdout:lock: mylock 2026-04-02T11:46:36.090 INFO:tasks.workunit.client.0.vm07.stdout: lock_type: shared 2026-04-02T11:46:36.090 INFO:tasks.workunit.client.0.vm07.stdout: tag: 2026-04-02T11:46:36.090 INFO:tasks.workunit.client.0.vm07.stdout: lockers: 2026-04-02T11:46:36.090 INFO:tasks.workunit.client.0.vm07.stdout: client.5160 expiration=0.000000 addr=v1:192.168.123.107:0/4013845484 cookie= 2026-04-02T11:46:36.090 INFO:tasks.workunit.client.0.vm07.stdout: client.5160 expiration=0.000000 addr=v1:192.168.123.107:0/4013845484 cookie=new cookie 2026-04-02T11:46:37.099 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsLock.TestCookie (3059 ms) 2026-04-02T11:46:37.099 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsLock.TestMultipleLocks 2026-04-02T11:46:40.166 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsLock.TestMultipleLocks (3066 ms) 2026-04-02T11:46:40.166 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsLock.TestLockDuration 2026-04-02T11:46:47.972 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsLock.TestLockDuration (7806 ms) 2026-04-02T11:46:47.972 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsLock.TestAssertLocked 2026-04-02T11:46:50.994 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsLock.TestAssertLocked (3022 ms) 2026-04-02T11:46:50.995 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsLock.TestSetCookie 2026-04-02T11:46:54.065 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsLock.TestSetCookie (3070 ms) 2026-04-02T11:46:54.065 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsLock.TestRenew 2026-04-02T11:47:15.123 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsLock.TestRenew (21057 ms) 2026-04-02T11:47:15.123 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2026-04-02T11:47:22.170 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7046 ms) 2026-04-02T11:47:22.170 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2026-04-02T11:47:29.234 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7064 ms) 2026-04-02T11:47:29.234 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2026-04-02T11:47:36.979 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7745 ms) 2026-04-02T11:47:36.979 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 11 tests from ClsLock (68340 ms total) 2026-04-02T11:47:36.979 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:47:36.979 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:47:36.979 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 11 tests from 1 test suite ran. (68340 ms total) 2026-04-02T11:47:36.979 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 11 tests. 2026-04-02T11:47:36.981 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:47:36.982 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:47:37.015 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2026-04-02T11:47:37.015 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2026-04-02T11:47:37.015 DEBUG:teuthology.orchestra.run.vm07:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2026-04-02T11:47:37.090 INFO:tasks.workunit.client.0.vm07.stdout:Running main() from gmock_main.cc 2026-04-02T11:47:37.091 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-02T11:47:37.091 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:47:37.091 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 4 tests from cls_log 2026-04-02T11:47:37.091 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_log.test_log_add_same_time 2026-04-02T11:47:40.036 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_log.test_log_add_same_time (2945 ms) 2026-04-02T11:47:40.036 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_log.test_log_add_different_time 2026-04-02T11:47:43.048 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_log.test_log_add_different_time (3012 ms) 2026-04-02T11:47:43.048 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_log.trim_by_time 2026-04-02T11:47:46.091 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_log.trim_by_time (3043 ms) 2026-04-02T11:47:46.091 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_log.trim_by_marker 2026-04-02T11:47:49.124 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_log.trim_by_marker (3032 ms) 2026-04-02T11:47:49.124 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 4 tests from cls_log (12033 ms total) 2026-04-02T11:47:49.124 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:47:49.124 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:47:49.124 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 4 tests from 1 test suite ran. (12033 ms total) 2026-04-02T11:47:49.124 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 4 tests. 2026-04-02T11:47:49.126 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:47:49.126 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:47:49.199 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2026-04-02T11:47:49.200 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2026-04-02T11:47:49.200 DEBUG:teuthology.orchestra.run.vm07:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2026-04-02T11:47:49.276 INFO:tasks.workunit.client.0.vm07.stdout:Running main() from gmock_main.cc 2026-04-02T11:47:49.277 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 10 tests from 1 test suite. 2026-04-02T11:47:49.277 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:47:49.277 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 10 tests from cls_refcount 2026-04-02T11:47:49.277 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_refcount.test_implicit 2026-04-02T11:47:52.266 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_refcount.test_implicit (2989 ms) 2026-04-02T11:47:52.266 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2026-04-02T11:47:55.284 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3017 ms) 2026-04-02T11:47:55.284 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_refcount.test_put_snap 2026-04-02T11:48:03.616 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_refcount.test_put_snap (8331 ms) 2026-04-02T11:48:03.616 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_refcount.test_explicit 2026-04-02T11:48:06.644 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_refcount.test_explicit (3027 ms) 2026-04-02T11:48:06.644 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_refcount.set 2026-04-02T11:48:09.651 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_refcount.set (3007 ms) 2026-04-02T11:48:09.651 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_refcount.test_implicit_ec 2026-04-02T11:48:17.237 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_refcount.test_implicit_ec (7586 ms) 2026-04-02T11:48:17.238 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2026-04-02T11:48:24.363 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7125 ms) 2026-04-02T11:48:24.363 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2026-04-02T11:48:36.507 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_refcount.test_put_snap_ec (12143 ms) 2026-04-02T11:48:36.507 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_refcount.test_explicit_ec 2026-04-02T11:48:43.677 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_refcount.test_explicit_ec (7170 ms) 2026-04-02T11:48:43.677 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_refcount.set_ec 2026-04-02T11:48:50.749 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_refcount.set_ec (7072 ms) 2026-04-02T11:48:50.749 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 10 tests from cls_refcount (61472 ms total) 2026-04-02T11:48:50.749 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:48:50.749 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:48:50.749 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 10 tests from 1 test suite ran. (61472 ms total) 2026-04-02T11:48:50.749 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 10 tests. 2026-04-02T11:48:50.751 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:48:50.751 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:48:50.834 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2026-04-02T11:48:50.834 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2026-04-02T11:48:50.834 DEBUG:teuthology.orchestra.run.vm07:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2026-04-02T11:48:50.921 INFO:tasks.workunit.client.0.vm07.stdout:Running main() from gmock_main.cc 2026-04-02T11:48:50.921 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-02T11:48:50.921 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:48:50.921 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 19 tests from cls_rgw 2026-04-02T11:48:52.768 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.index_basic 2026-04-02T11:48:52.800 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.index_basic (32 ms) 2026-04-02T11:48:52.800 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2026-04-02T11:48:52.821 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (20 ms) 2026-04-02T11:48:52.821 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.index_remove_object 2026-04-02T11:48:52.852 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.index_remove_object (31 ms) 2026-04-02T11:48:52.852 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.index_suggest 2026-04-02T11:48:54.292 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.index_suggest (1439 ms) 2026-04-02T11:48:54.292 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.index_suggest_complete 2026-04-02T11:48:54.323 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.index_suggest_complete (30 ms) 2026-04-02T11:48:54.323 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.index_list 2026-04-02T11:48:54.337 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.index_list (14 ms) 2026-04-02T11:48:54.337 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.index_list_delimited 2026-04-02T11:49:11.635 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.index_list_delimited (17297 ms) 2026-04-02T11:49:11.635 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.bi_list 2026-04-02T11:49:11.684 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.bi_list (49 ms) 2026-04-02T11:49:11.684 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.gc_set 2026-04-02T11:49:11.691 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.gc_set (6 ms) 2026-04-02T11:49:11.691 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.gc_list 2026-04-02T11:49:11.697 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.gc_list (6 ms) 2026-04-02T11:49:11.698 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.gc_defer 2026-04-02T11:49:19.306 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.gc_defer (7608 ms) 2026-04-02T11:49:19.306 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.usage_basic 2026-04-02T11:49:19.356 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.usage_basic (49 ms) 2026-04-02T11:49:19.356 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2026-04-02T11:49:19.357 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2026-04-02T11:49:19.357 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.usage_clear 2026-04-02T11:49:19.474 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.usage_clear (116 ms) 2026-04-02T11:49:19.474 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.bi_log_trim 2026-04-02T11:49:19.508 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.bi_log_trim (33 ms) 2026-04-02T11:49:19.508 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.index_racing_removes 2026-04-02T11:49:19.516 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.index_racing_removes (8 ms) 2026-04-02T11:49:19.516 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.reshardlog_list 2026-04-02T11:49:19.524 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.reshardlog_list (8 ms) 2026-04-02T11:49:19.524 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.reshardlog_num 2026-04-02T11:49:19.531 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.reshardlog_num (6 ms) 2026-04-02T11:49:19.531 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw.bi_put_entries 2026-04-02T11:49:19.549 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw.bi_put_entries (18 ms) 2026-04-02T11:49:20.315 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 19 tests from cls_rgw (26781 ms total) 2026-04-02T11:49:20.315 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:49:20.315 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:49:20.315 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 19 tests from 1 test suite ran. (29394 ms total) 2026-04-02T11:49:20.315 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 19 tests. 2026-04-02T11:49:20.318 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:49:20.318 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:49:20.357 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2026-04-02T11:49:20.357 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2026-04-02T11:49:20.357 DEBUG:teuthology.orchestra.run.vm07:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2026-04-02T11:49:20.437 INFO:tasks.workunit.client.0.vm07.stdout:Running main() from gmock_main.cc 2026-04-02T11:49:20.437 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-02T11:49:20.437 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:49:20.437 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 9 tests from cls_rgw_gc 2026-04-02T11:49:20.437 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw_gc.init 2026-04-02T11:49:22.331 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw_gc.init (1894 ms) 2026-04-02T11:49:22.331 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2026-04-02T11:49:22.343 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (12 ms) 2026-04-02T11:49:22.343 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2026-04-02T11:49:22.343 INFO:tasks.workunit.client.0.vm07.stderr:[ ] list info tag = chain-0 2026-04-02T11:49:22.353 INFO:tasks.workunit.client.0.vm07.stderr:[ ] next_marker is: = 0/4263 2026-04-02T11:49:22.353 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (9 ms) 2026-04-02T11:49:22.353 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2026-04-02T11:49:22.359 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (5 ms) 2026-04-02T11:49:22.359 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2026-04-02T11:49:22.482 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (123 ms) 2026-04-02T11:49:22.482 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2026-04-02T11:49:22.674 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (191 ms) 2026-04-02T11:49:22.674 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2026-04-02T11:49:22.680 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (5 ms) 2026-04-02T11:49:22.680 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2026-04-02T11:49:22.686 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2026-04-02T11:49:22.686 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw_gc.finalize 2026-04-02T11:49:23.334 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw_gc.finalize (647 ms) 2026-04-02T11:49:23.334 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 9 tests from cls_rgw_gc (2897 ms total) 2026-04-02T11:49:23.334 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:49:23.334 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:49:23.334 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 9 tests from 1 test suite ran. (2897 ms total) 2026-04-02T11:49:23.334 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 9 tests. 2026-04-02T11:49:23.336 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:49:23.336 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:49:23.411 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2026-04-02T11:49:23.412 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2026-04-02T11:49:23.412 DEBUG:teuthology.orchestra.run.vm07:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2026-04-02T11:49:23.494 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:49:23.494 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:49:23.494 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 1 test from 1 test suite. 2026-04-02T11:49:23.494 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:49:25.359 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 1 test from cls_rgw_stats 2026-04-02T11:49:25.359 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_rgw_stats.simulate 2026-04-02T11:49:25.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.363+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=NI2C921B9QCZ type=del size=2269742 2026-04-02T11:49:25.366 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.365+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~EC8O61FUFY4O.0 size=1048576 2026-04-02T11:49:25.368 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.366+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~EC8O61FUFY4O.1 size=1048576 2026-04-02T11:49:25.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.367+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~EC8O61FUFY4O.2 size=39883 2026-04-02T11:49:25.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.367+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=EC8O61FUFY4O tag=VWDRFR6G7WIJ type=write size=3185611 2026-04-02T11:49:25.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.371+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~6CR19T0CMYW9.0 size=1048576 2026-04-02T11:49:25.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.372+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~6CR19T0CMYW9.1 size=1048576 2026-04-02T11:49:25.375 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.373+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~6CR19T0CMYW9.2 size=802112 2026-04-02T11:49:25.375 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.373+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=6CR19T0CMYW9 tag=L6FV02FEJTSD type=write size=3947840 2026-04-02T11:49:25.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.375+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~LR4Y7U9M6OS0.0 size=1048576 2026-04-02T11:49:25.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.375+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~LR4Y7U9M6OS0.1 size=463423 2026-04-02T11:49:25.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.375+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=LR4Y7U9M6OS0 tag=755H11RI7VMT type=write size=2560575 2026-04-02T11:49:25.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.376+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=RW0ZL7F6PNIG type=del size=2104446 2026-04-02T11:49:25.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.377+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=JEFQ0DCWFZ9A type=del size=3049479 2026-04-02T11:49:25.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.378+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=H6IABIYNAOP0 type=del size=127749 2026-04-02T11:49:25.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.379+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=8R91403POPDW type=del size=57289 2026-04-02T11:49:25.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.380+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~0G64VAUGPK3P.0 size=1048576 2026-04-02T11:49:25.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.381+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~0G64VAUGPK3P.1 size=1048576 2026-04-02T11:49:25.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.381+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~0G64VAUGPK3P.2 size=831079 2026-04-02T11:49:25.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.381+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=0G64VAUGPK3P tag=KA68BT9AGMKN type=write size=3976807 2026-04-02T11:49:25.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.382+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=0RX0D73PHZBE type=del size=2039501 2026-04-02T11:49:25.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.384+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~KU1UVCPFSZUC.0 size=1048576 2026-04-02T11:49:25.386 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.384+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~KU1UVCPFSZUC.1 size=1048576 2026-04-02T11:49:25.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.385+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~KU1UVCPFSZUC.2 size=24900 2026-04-02T11:49:25.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.385+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=KU1UVCPFSZUC tag=0RD897D9NAPG type=write size=3170628 2026-04-02T11:49:25.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.386+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=JOQ2TPUWLZ2Y type=del size=3555552 2026-04-02T11:49:25.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.388+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~1T80GGK4K4V0.0 size=1048576 2026-04-02T11:49:25.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.388+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~1T80GGK4K4V0.1 size=494393 2026-04-02T11:49:25.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.388+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=1T80GGK4K4V0 tag=T4KQ4TFPYN2Q type=write size=2591545 2026-04-02T11:49:25.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.390+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~11XWM267ROHE.0 size=1048576 2026-04-02T11:49:25.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.391+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~11XWM267ROHE.1 size=1048576 2026-04-02T11:49:25.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.391+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~11XWM267ROHE.2 size=407637 2026-04-02T11:49:25.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.391+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=11XWM267ROHE tag=3QGO31B772U5 type=write size=3553365 2026-04-02T11:49:25.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.393+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~0RNLW04TTH4U.0 size=199187 2026-04-02T11:49:25.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.393+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=0RNLW04TTH4U tag=MC6JKMWOBMP8 type=write size=1247763 2026-04-02T11:49:25.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.394+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=DGPRTM9J3HGZ type=del size=2009813 2026-04-02T11:49:25.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.395+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=NI2C921B9QCZ type=del 2026-04-02T11:49:25.398 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.396+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=NQ1MVCIRW1WZ type=del size=2186162 2026-04-02T11:49:25.398 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.396+0000 7f5d7598a880 1 < canceled part key=_multipart_TJDWV3CEZ1PF.2~EC8O61FUFY4O.0 size=1048576 2026-04-02T11:49:25.399 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.397+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~EC8O61FUFY4O.1 size=1048576 2026-04-02T11:49:25.399 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.397+0000 7f5d7598a880 1 < canceled part key=_multipart_TJDWV3CEZ1PF.2~EC8O61FUFY4O.2 size=39883 2026-04-02T11:49:25.400 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.399+0000 7f5d7598a880 1 < canceled multipart upload key=TJDWV3CEZ1PF upload=EC8O61FUFY4O tag=VWDRFR6G7WIJ type=write size=3185611 2026-04-02T11:49:25.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.400+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~O2LNS3ORG3YV.0 size=1048576 2026-04-02T11:49:25.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.401+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~O2LNS3ORG3YV.1 size=1048576 2026-04-02T11:49:25.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.402+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~O2LNS3ORG3YV.2 size=554892 2026-04-02T11:49:25.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.402+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=O2LNS3ORG3YV tag=R19ROVL83X6S type=write size=3700620 2026-04-02T11:49:25.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.403+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~6CR19T0CMYW9.0 size=1048576 2026-04-02T11:49:25.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.403+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~6CR19T0CMYW9.1 size=1048576 2026-04-02T11:49:25.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.403+0000 7f5d7598a880 1 < canceled part key=_multipart_UWKIR14N3KM3.2~6CR19T0CMYW9.2 size=802112 2026-04-02T11:49:25.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.405+0000 7f5d7598a880 1 < canceled multipart upload key=UWKIR14N3KM3 upload=6CR19T0CMYW9 tag=L6FV02FEJTSD type=write size=3947840 2026-04-02T11:49:25.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.407+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~IEMROGHVJTME.0 size=182988 2026-04-02T11:49:25.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.407+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=IEMROGHVJTME tag=230MGSFK4C2O type=write size=1231564 2026-04-02T11:49:25.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.407+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~LR4Y7U9M6OS0.0 size=1048576 2026-04-02T11:49:25.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.408+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~LR4Y7U9M6OS0.1 size=463423 2026-04-02T11:49:25.411 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.410+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=LR4Y7U9M6OS0 tag=755H11RI7VMT type=write size=2560575 2026-04-02T11:49:25.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.411+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=332BPK6XUAI3 type=del size=4083764 2026-04-02T11:49:25.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.412+0000 7f5d7598a880 1 < canceled operation key=ZS5NQMR2F1CO tag=RW0ZL7F6PNIG type=del size=2104446 2026-04-02T11:49:25.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.413+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~0F60W4Q1TB42.0 size=1048576 2026-04-02T11:49:25.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.415+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~0F60W4Q1TB42.1 size=1001413 2026-04-02T11:49:25.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.415+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=0F60W4Q1TB42 tag=R6WE461QP86V type=write size=3098565 2026-04-02T11:49:25.418 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.416+0000 7f5d7598a880 1 < canceled operation key=11O38SMUYMX2 tag=JEFQ0DCWFZ9A type=del size=3049479 2026-04-02T11:49:25.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.417+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=I68ZADUU0I1B type=del size=2541832 2026-04-02T11:49:25.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.418+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=H6IABIYNAOP0 type=del 2026-04-02T11:49:25.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.419+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~K0MV4WXCPVV1.0 size=1048576 2026-04-02T11:49:25.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.420+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~K0MV4WXCPVV1.1 size=1048576 2026-04-02T11:49:25.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.421+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~K0MV4WXCPVV1.2 size=484873 2026-04-02T11:49:25.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.421+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=K0MV4WXCPVV1 tag=HGM8XLTGTELB type=write size=3630601 2026-04-02T11:49:25.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.422+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=8R91403POPDW type=del 2026-04-02T11:49:25.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.423+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=3MA8Q6RACFD7 type=del size=3922272 2026-04-02T11:49:25.425 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.424+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~0G64VAUGPK3P.0 size=1048576 2026-04-02T11:49:25.426 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.425+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~0G64VAUGPK3P.1 size=1048576 2026-04-02T11:49:25.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.425+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~0G64VAUGPK3P.2 size=831079 2026-04-02T11:49:25.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.427+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=0G64VAUGPK3P tag=KA68BT9AGMKN type=write size=3976807 2026-04-02T11:49:25.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.428+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=MM82Z7GJIEUJ type=write size=373912 2026-04-02T11:49:25.431 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.429+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=0RX0D73PHZBE type=del 2026-04-02T11:49:25.431 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.430+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=77AYG3UJ6MME type=del size=4056448 2026-04-02T11:49:25.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.431+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~KU1UVCPFSZUC.0 size=1048576 2026-04-02T11:49:25.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.431+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~KU1UVCPFSZUC.1 size=1048576 2026-04-02T11:49:25.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.432+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~KU1UVCPFSZUC.2 size=24900 2026-04-02T11:49:25.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.434+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=KU1UVCPFSZUC tag=0RD897D9NAPG type=write size=3170628 2026-04-02T11:49:25.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.435+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~DDVOSUYNKIU3.0 size=1048576 2026-04-02T11:49:25.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.438+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~DDVOSUYNKIU3.1 size=1025163 2026-04-02T11:49:25.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.438+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=DDVOSUYNKIU3 tag=QI6YITQQM5O5 type=write size=3122315 2026-04-02T11:49:25.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.439+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=JOQ2TPUWLZ2Y type=del 2026-04-02T11:49:25.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.441+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~Y7JDVFWBKNRZ.0 size=1048576 2026-04-02T11:49:25.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.441+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~Y7JDVFWBKNRZ.1 size=548766 2026-04-02T11:49:25.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.441+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=Y7JDVFWBKNRZ tag=9LNNZ5JMM0L3 type=write size=2645918 2026-04-02T11:49:25.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.442+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~1T80GGK4K4V0.0 size=1048576 2026-04-02T11:49:25.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.443+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~1T80GGK4K4V0.1 size=494393 2026-04-02T11:49:25.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.444+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=1T80GGK4K4V0 tag=T4KQ4TFPYN2Q type=write size=2591545 2026-04-02T11:49:25.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.445+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=9UYEEQ82GA8O type=del size=2312977 2026-04-02T11:49:25.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.446+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~11XWM267ROHE.0 size=1048576 2026-04-02T11:49:25.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.447+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~11XWM267ROHE.1 size=1048576 2026-04-02T11:49:25.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.447+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~11XWM267ROHE.2 size=407637 2026-04-02T11:49:25.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.449+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=11XWM267ROHE tag=3QGO31B772U5 type=write size=3553365 2026-04-02T11:49:25.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.450+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=CG704IB6VCNQ type=del size=3809654 2026-04-02T11:49:25.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.451+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~0RNLW04TTH4U.0 size=199187 2026-04-02T11:49:25.485 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.484+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=0RNLW04TTH4U tag=MC6JKMWOBMP8 type=write size=1247763 2026-04-02T11:49:25.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.485+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=X8JL8RYLM621 type=del size=1287421 2026-04-02T11:49:25.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.486+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=DGPRTM9J3HGZ type=del 2026-04-02T11:49:25.488 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.487+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=QNIRBZ3A01CL type=del size=1932976 2026-04-02T11:49:25.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.488+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=NQ1MVCIRW1WZ type=del 2026-04-02T11:49:25.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.489+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=6Z042Y15EGFB type=del size=1377574 2026-04-02T11:49:25.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.490+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~O2LNS3ORG3YV.0 size=1048576 2026-04-02T11:49:25.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.491+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~O2LNS3ORG3YV.1 size=1048576 2026-04-02T11:49:25.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.492+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~O2LNS3ORG3YV.2 size=554892 2026-04-02T11:49:25.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.494+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=O2LNS3ORG3YV tag=R19ROVL83X6S type=write size=3700620 2026-04-02T11:49:25.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.495+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=EPM40JIYXCRU type=del size=4158772 2026-04-02T11:49:25.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.495+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~IEMROGHVJTME.0 size=182988 2026-04-02T11:49:25.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.496+0000 7f5d7598a880 1 < canceled multipart upload key=HOC3CF4CF4HD upload=IEMROGHVJTME tag=230MGSFK4C2O type=write size=1231564 2026-04-02T11:49:25.499 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.497+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=LQU3AMLXIPA0 type=write size=176921 2026-04-02T11:49:25.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.498+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=332BPK6XUAI3 type=del 2026-04-02T11:49:25.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.501+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~2IDLKN6R8843.0 size=1048576 2026-04-02T11:49:25.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.501+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~2IDLKN6R8843.1 size=1048576 2026-04-02T11:49:25.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.502+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~2IDLKN6R8843.2 size=903512 2026-04-02T11:49:25.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.502+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=2IDLKN6R8843 tag=LAW79RWZ33GX type=write size=4049240 2026-04-02T11:49:25.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.502+0000 7f5d7598a880 1 < canceled part key=_multipart_6BTSQ5CT3T88.2~0F60W4Q1TB42.0 size=1048576 2026-04-02T11:49:25.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.503+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~0F60W4Q1TB42.1 size=1001413 2026-04-02T11:49:25.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.505+0000 7f5d7598a880 1 < canceled multipart upload key=6BTSQ5CT3T88 upload=0F60W4Q1TB42 tag=R6WE461QP86V type=write size=3098565 2026-04-02T11:49:25.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.505+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=5C3D02A6MAJ7 type=del size=1353680 2026-04-02T11:49:25.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.506+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=I68ZADUU0I1B type=del 2026-04-02T11:49:25.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.507+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=KPEW2M2N55WL type=del size=242334 2026-04-02T11:49:25.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.508+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~K0MV4WXCPVV1.0 size=1048576 2026-04-02T11:49:25.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.509+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~K0MV4WXCPVV1.1 size=1048576 2026-04-02T11:49:25.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.509+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~K0MV4WXCPVV1.2 size=484873 2026-04-02T11:49:25.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.511+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=K0MV4WXCPVV1 tag=HGM8XLTGTELB type=write size=3630601 2026-04-02T11:49:25.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.512+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=EJGAN46BERYU type=del size=4024781 2026-04-02T11:49:25.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.513+0000 7f5d7598a880 1 < suggested remove operation key=TJDWV3CEZ1PF tag=3MA8Q6RACFD7 type=del 2026-04-02T11:49:25.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.514+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=XSVY4MIECBS7 type=del size=3412542 2026-04-02T11:49:25.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.515+0000 7f5d7598a880 1 < completed write operation key=11O38SMUYMX2 tag=MM82Z7GJIEUJ type=write size=373912 2026-04-02T11:49:25.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.516+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=03JQ5GG8N5DK type=del size=2700790 2026-04-02T11:49:25.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.519+0000 7f5d7598a880 1 < suggested update operation key=6F1O9WBBDT51 tag=77AYG3UJ6MME type=del size=4056448 2026-04-02T11:49:25.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.520+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=LESW7OKMH6RV type=del size=1092010 2026-04-02T11:49:25.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.521+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~DDVOSUYNKIU3.0 size=1048576 2026-04-02T11:49:25.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.522+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~DDVOSUYNKIU3.1 size=1025163 2026-04-02T11:49:25.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.523+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=DDVOSUYNKIU3 tag=QI6YITQQM5O5 type=write size=3122315 2026-04-02T11:49:25.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.524+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=Z7ZWWXPLQ9NW type=del size=1028354 2026-04-02T11:49:25.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.525+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~Y7JDVFWBKNRZ.0 size=1048576 2026-04-02T11:49:25.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.525+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~Y7JDVFWBKNRZ.1 size=548766 2026-04-02T11:49:25.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.527+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=Y7JDVFWBKNRZ tag=9LNNZ5JMM0L3 type=write size=2645918 2026-04-02T11:49:25.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.528+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=X3MFNIG4OT7O type=del size=892572 2026-04-02T11:49:25.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.529+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=9UYEEQ82GA8O type=del 2026-04-02T11:49:25.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.530+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~EPS8VXQ1OG4R.0 size=1048576 2026-04-02T11:49:25.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.531+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~EPS8VXQ1OG4R.1 size=950485 2026-04-02T11:49:25.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.531+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=EPS8VXQ1OG4R tag=E0E602NEVAVU type=write size=3047637 2026-04-02T11:49:25.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.532+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=CG704IB6VCNQ type=del 2026-04-02T11:49:25.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.532+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=BJ3QYNJDE6ID type=del size=277318 2026-04-02T11:49:25.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.533+0000 7f5d7598a880 1 < canceled operation key=SKU4BMEAT7O7 tag=X8JL8RYLM621 type=del size=1287421 2026-04-02T11:49:25.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.534+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=A6PH5EVDQ2AF type=write size=713271 2026-04-02T11:49:25.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.535+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=QNIRBZ3A01CL type=del 2026-04-02T11:49:25.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.536+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=F2XWN15AXJKL type=del size=2959044 2026-04-02T11:49:25.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.537+0000 7f5d7598a880 1 < canceled operation key=JJ7N37F55IC3 tag=6Z042Y15EGFB type=del size=1377574 2026-04-02T11:49:25.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.538+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=5N9PAF087DPW type=del size=1159405 2026-04-02T11:49:25.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.538+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=EPM40JIYXCRU type=del 2026-04-02T11:49:25.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.539+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=UEIUBK0DMID0 type=del size=35652 2026-04-02T11:49:25.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.540+0000 7f5d7598a880 1 < completed write operation key=B069J9WSE2J1 tag=LQU3AMLXIPA0 type=write size=176921 2026-04-02T11:49:25.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.541+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=73555D4DUFLA type=write size=907853 2026-04-02T11:49:25.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.542+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~2IDLKN6R8843.0 size=1048576 2026-04-02T11:49:25.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.543+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~2IDLKN6R8843.1 size=1048576 2026-04-02T11:49:25.545 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.544+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~2IDLKN6R8843.2 size=903512 2026-04-02T11:49:25.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.545+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=2IDLKN6R8843 tag=LAW79RWZ33GX type=write size=4049240 2026-04-02T11:49:25.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.546+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~HKEKENJYFDM1.0 size=1048576 2026-04-02T11:49:25.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.547+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~HKEKENJYFDM1.1 size=950624 2026-04-02T11:49:25.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.547+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=HKEKENJYFDM1 tag=NEQCQTYTXW6G type=write size=3047776 2026-04-02T11:49:25.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.548+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=5C3D02A6MAJ7 type=del 2026-04-02T11:49:25.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.549+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~AFDYJEMHUYCL.0 size=469695 2026-04-02T11:49:25.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.549+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=AFDYJEMHUYCL tag=M3QD2XYAFYG1 type=write size=1518271 2026-04-02T11:49:25.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.550+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=KPEW2M2N55WL type=del 2026-04-02T11:49:25.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.552+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~14VCXDY35MTQ.0 size=27963 2026-04-02T11:49:25.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.552+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=14VCXDY35MTQ tag=1POW2YS71KJ9 type=write size=1076539 2026-04-02T11:49:25.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.552+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=EJGAN46BERYU type=del 2026-04-02T11:49:25.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.554+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~8ROI4X8N0AWN.0 size=1009175 2026-04-02T11:49:25.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.554+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=8ROI4X8N0AWN tag=KGLT02JZJ1RY type=write size=2057751 2026-04-02T11:49:25.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.554+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=XSVY4MIECBS7 type=del 2026-04-02T11:49:25.557 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.556+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~77VCV61VDDB8.0 size=1048576 2026-04-02T11:49:25.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.556+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~77VCV61VDDB8.1 size=1048576 2026-04-02T11:49:25.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.557+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~77VCV61VDDB8.2 size=719922 2026-04-02T11:49:25.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.557+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=77VCV61VDDB8 tag=M65V56XE8IXS type=write size=3865650 2026-04-02T11:49:25.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.558+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=03JQ5GG8N5DK type=del 2026-04-02T11:49:25.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.559+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~R1O2M1O4VGVZ.0 size=1048576 2026-04-02T11:49:25.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.560+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~R1O2M1O4VGVZ.1 size=1048576 2026-04-02T11:49:25.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.561+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~R1O2M1O4VGVZ.2 size=649808 2026-04-02T11:49:25.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.561+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=R1O2M1O4VGVZ tag=M5BX2PX6ZD8K type=write size=3795536 2026-04-02T11:49:25.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.561+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=LESW7OKMH6RV type=del 2026-04-02T11:49:25.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.563+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~DJ19UOHIT3PY.0 size=1048576 2026-04-02T11:49:25.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.563+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~DJ19UOHIT3PY.1 size=674868 2026-04-02T11:49:25.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.563+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=DJ19UOHIT3PY tag=R2OP83GP222F type=write size=2772020 2026-04-02T11:49:25.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.564+0000 7f5d7598a880 1 < canceled operation key=TJDWV3CEZ1PF tag=Z7ZWWXPLQ9NW type=del size=1028354 2026-04-02T11:49:25.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.565+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=SWXSLI9K6Z14 type=del size=3080669 2026-04-02T11:49:25.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.566+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=X3MFNIG4OT7O type=del 2026-04-02T11:49:25.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.566+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=98YTQ6QNHF8A type=del size=3340106 2026-04-02T11:49:25.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.567+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~EPS8VXQ1OG4R.0 size=1048576 2026-04-02T11:49:25.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.568+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~EPS8VXQ1OG4R.1 size=950485 2026-04-02T11:49:25.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.569+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=EPS8VXQ1OG4R tag=E0E602NEVAVU type=write size=3047637 2026-04-02T11:49:25.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.570+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=1ZGBCZ2RDT1Z type=del size=2776245 2026-04-02T11:49:25.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.570+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=BJ3QYNJDE6ID type=del 2026-04-02T11:49:25.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.572+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=6N1UOL843K3N type=del size=4076656 2026-04-02T11:49:25.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.573+0000 7f5d7598a880 1 < completed write operation key=J4VNVDQ38I9H tag=A6PH5EVDQ2AF type=write size=713271 2026-04-02T11:49:25.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.574+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~YDKT1CF2BDYO.0 size=555386 2026-04-02T11:49:25.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.574+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=YDKT1CF2BDYO tag=8LDF24NK49TT type=write size=1603962 2026-04-02T11:49:25.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.575+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=F2XWN15AXJKL type=del 2026-04-02T11:49:25.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.576+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~XT61JS99LZLY.0 size=1048576 2026-04-02T11:49:25.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.577+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~XT61JS99LZLY.1 size=998549 2026-04-02T11:49:25.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.577+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=XT61JS99LZLY tag=F1CCRCVGJ8S6 type=write size=3095701 2026-04-02T11:49:25.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.579+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=5N9PAF087DPW type=del 2026-04-02T11:49:25.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.581+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~YO63QOOJD8B9.0 size=1048576 2026-04-02T11:49:25.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.582+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~YO63QOOJD8B9.1 size=1048576 2026-04-02T11:49:25.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.582+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~YO63QOOJD8B9.2 size=461096 2026-04-02T11:49:25.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.582+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=YO63QOOJD8B9 tag=M629AZLT6GGS type=write size=3606824 2026-04-02T11:49:25.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.583+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=UEIUBK0DMID0 type=del 2026-04-02T11:49:25.586 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.584+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=T4TLF7D2Z3VO type=del size=1063028 2026-04-02T11:49:25.586 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.585+0000 7f5d7598a880 1 < completed write operation key=07AW9BPTKOI3 tag=73555D4DUFLA type=write size=907853 2026-04-02T11:49:25.587 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.586+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=FH4F7LIMU6PR type=del size=1367166 2026-04-02T11:49:25.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.587+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~HKEKENJYFDM1.0 size=1048576 2026-04-02T11:49:25.589 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.587+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~HKEKENJYFDM1.1 size=950624 2026-04-02T11:49:25.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.589+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=HKEKENJYFDM1 tag=NEQCQTYTXW6G type=write size=3047776 2026-04-02T11:49:25.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.590+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~Q9U9NPFG9PT4.0 size=1048576 2026-04-02T11:49:25.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.591+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~Q9U9NPFG9PT4.1 size=1048576 2026-04-02T11:49:25.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.592+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~Q9U9NPFG9PT4.2 size=744003 2026-04-02T11:49:25.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.592+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=Q9U9NPFG9PT4 tag=3YUAHAU1VZOO type=write size=3889731 2026-04-02T11:49:25.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.592+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~AFDYJEMHUYCL.0 size=469695 2026-04-02T11:49:25.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.594+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=AFDYJEMHUYCL tag=M3QD2XYAFYG1 type=write size=1518271 2026-04-02T11:49:25.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.596+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~OLRHP98A0OLG.0 size=610548 2026-04-02T11:49:25.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.596+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=OLRHP98A0OLG tag=YPKYPTQ0SOLU type=write size=1659124 2026-04-02T11:49:25.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.597+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~14VCXDY35MTQ.0 size=27963 2026-04-02T11:49:25.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.598+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=14VCXDY35MTQ tag=1POW2YS71KJ9 type=write size=1076539 2026-04-02T11:49:25.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.600+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~2LXBNR33KEYP.0 size=1048576 2026-04-02T11:49:25.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.600+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~2LXBNR33KEYP.1 size=1048576 2026-04-02T11:49:25.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.601+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~2LXBNR33KEYP.2 size=331249 2026-04-02T11:49:25.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.601+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=2LXBNR33KEYP tag=OX1TBZ48R1TN type=write size=3476977 2026-04-02T11:49:25.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.602+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~8ROI4X8N0AWN.0 size=1009175 2026-04-02T11:49:25.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.604+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=8ROI4X8N0AWN tag=KGLT02JZJ1RY type=write size=2057751 2026-04-02T11:49:25.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.605+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~LJYH3SI2LQH2.0 size=1038468 2026-04-02T11:49:25.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.605+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=LJYH3SI2LQH2 tag=TZ6ZP11NQP3H type=write size=2087044 2026-04-02T11:49:25.608 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.606+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~77VCV61VDDB8.0 size=1048576 2026-04-02T11:49:25.608 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.607+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~77VCV61VDDB8.1 size=1048576 2026-04-02T11:49:25.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.608+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~77VCV61VDDB8.2 size=719922 2026-04-02T11:49:25.611 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.609+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=77VCV61VDDB8 tag=M65V56XE8IXS type=write size=3865650 2026-04-02T11:49:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.612+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~YW0UY2J04KNO.0 size=169194 2026-04-02T11:49:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.612+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=YW0UY2J04KNO tag=Y69HWRN5MCSW type=write size=1217770 2026-04-02T11:49:25.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.613+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~R1O2M1O4VGVZ.0 size=1048576 2026-04-02T11:49:25.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.613+0000 7f5d7598a880 1 < canceled part key=_multipart_UWKIR14N3KM3.2~R1O2M1O4VGVZ.1 size=1048576 2026-04-02T11:49:25.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.614+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~R1O2M1O4VGVZ.2 size=649808 2026-04-02T11:49:25.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.615+0000 7f5d7598a880 1 < canceled multipart upload key=UWKIR14N3KM3 upload=R1O2M1O4VGVZ tag=M5BX2PX6ZD8K type=write size=3795536 2026-04-02T11:49:25.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.616+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=VO3324812GDR type=del size=3808159 2026-04-02T11:49:25.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.617+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~DJ19UOHIT3PY.0 size=1048576 2026-04-02T11:49:25.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.617+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~DJ19UOHIT3PY.1 size=674868 2026-04-02T11:49:25.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.619+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=DJ19UOHIT3PY tag=R2OP83GP222F type=write size=2772020 2026-04-02T11:49:25.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.620+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~3DMWLEX3ZWNP.0 size=1048576 2026-04-02T11:49:25.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.621+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~3DMWLEX3ZWNP.1 size=203278 2026-04-02T11:49:25.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.621+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=3DMWLEX3ZWNP tag=2U27L5KL72SS type=write size=2300430 2026-04-02T11:49:25.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.621+0000 7f5d7598a880 1 < canceled operation key=TJDWV3CEZ1PF tag=SWXSLI9K6Z14 type=del size=3080669 2026-04-02T11:49:25.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.623+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~GZ37NPBPT2HD.0 size=474543 2026-04-02T11:49:25.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.623+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=GZ37NPBPT2HD tag=GAVXBSH8QTA3 type=write size=1523119 2026-04-02T11:49:25.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.623+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=98YTQ6QNHF8A type=del 2026-04-02T11:49:25.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.625+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~V2JFO3V5Y1KZ.0 size=1048576 2026-04-02T11:49:25.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.625+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~V2JFO3V5Y1KZ.1 size=1048576 2026-04-02T11:49:25.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.626+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~V2JFO3V5Y1KZ.2 size=714647 2026-04-02T11:49:25.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.626+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=V2JFO3V5Y1KZ tag=I7BKLT43EXRA type=write size=3860375 2026-04-02T11:49:25.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.627+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=1ZGBCZ2RDT1Z type=del 2026-04-02T11:49:25.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.627+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=2FLY6UQ0ADY8 type=del size=2079828 2026-04-02T11:49:25.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.628+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=6N1UOL843K3N type=del 2026-04-02T11:49:25.631 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.629+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=MB1VI3U9O65L type=del size=1700101 2026-04-02T11:49:25.631 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.630+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~YDKT1CF2BDYO.0 size=555386 2026-04-02T11:49:25.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.631+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=YDKT1CF2BDYO tag=8LDF24NK49TT type=write size=1603962 2026-04-02T11:49:25.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.632+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=A2OZIQMUK02X type=del size=915081 2026-04-02T11:49:25.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.633+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~XT61JS99LZLY.0 size=1048576 2026-04-02T11:49:25.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.633+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~XT61JS99LZLY.1 size=998549 2026-04-02T11:49:25.636 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.634+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=XT61JS99LZLY tag=F1CCRCVGJ8S6 type=write size=3095701 2026-04-02T11:49:25.637 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.635+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=32HTPIYE9V7Y type=del size=3751503 2026-04-02T11:49:25.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.636+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~YO63QOOJD8B9.0 size=1048576 2026-04-02T11:49:25.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.637+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~YO63QOOJD8B9.1 size=1048576 2026-04-02T11:49:25.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.637+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~YO63QOOJD8B9.2 size=461096 2026-04-02T11:49:25.640 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.638+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=YO63QOOJD8B9 tag=M629AZLT6GGS type=write size=3606824 2026-04-02T11:49:25.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.639+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=4KF2FIDFI78C type=write size=295964 2026-04-02T11:49:25.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.640+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=T4TLF7D2Z3VO type=del 2026-04-02T11:49:25.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.641+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~51H1T08FKV87.0 size=576380 2026-04-02T11:49:25.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.641+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=51H1T08FKV87 tag=J7UA7VB6EYOV type=write size=1624956 2026-04-02T11:49:25.644 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.642+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=FH4F7LIMU6PR type=del 2026-04-02T11:49:25.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.643+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=0ZUY7ICDDWWZ type=del size=1602769 2026-04-02T11:49:25.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.644+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~Q9U9NPFG9PT4.0 size=1048576 2026-04-02T11:49:25.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.644+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~Q9U9NPFG9PT4.1 size=1048576 2026-04-02T11:49:25.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.644+0000 7f5d7598a880 1 < canceled part key=_multipart_J47182HKJTLL.2~Q9U9NPFG9PT4.2 size=744003 2026-04-02T11:49:25.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.645+0000 7f5d7598a880 1 < canceled multipart upload key=J47182HKJTLL upload=Q9U9NPFG9PT4 tag=3YUAHAU1VZOO type=write size=3889731 2026-04-02T11:49:25.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.646+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=FGZ4XT5P8MTC type=write size=31775 2026-04-02T11:49:25.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.646+0000 7f5d7598a880 1 < canceled part key=_multipart_V6UN2ZWR2MRB.2~OLRHP98A0OLG.0 size=610548 2026-04-02T11:49:25.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.647+0000 7f5d7598a880 1 < canceled multipart upload key=V6UN2ZWR2MRB upload=OLRHP98A0OLG tag=YPKYPTQ0SOLU type=write size=1659124 2026-04-02T11:49:25.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.649+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~NP8VDCHY7ZYK.0 size=1048576 2026-04-02T11:49:25.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.650+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~NP8VDCHY7ZYK.1 size=1048576 2026-04-02T11:49:25.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.650+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~NP8VDCHY7ZYK.2 size=499711 2026-04-02T11:49:25.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.650+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=NP8VDCHY7ZYK tag=5LHB4RJPT5L5 type=write size=3645439 2026-04-02T11:49:25.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.651+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~2LXBNR33KEYP.0 size=1048576 2026-04-02T11:49:25.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.652+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~2LXBNR33KEYP.1 size=1048576 2026-04-02T11:49:25.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.652+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~2LXBNR33KEYP.2 size=331249 2026-04-02T11:49:25.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.653+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=2LXBNR33KEYP tag=OX1TBZ48R1TN type=write size=3476977 2026-04-02T11:49:25.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.655+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~4O2XJZETSW5A.0 size=1048576 2026-04-02T11:49:25.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.655+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~4O2XJZETSW5A.1 size=84366 2026-04-02T11:49:25.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.655+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=4O2XJZETSW5A tag=8TA0PS8FYM8S type=write size=2181518 2026-04-02T11:49:25.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.656+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~LJYH3SI2LQH2.0 size=1038468 2026-04-02T11:49:25.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.657+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=LJYH3SI2LQH2 tag=TZ6ZP11NQP3H type=write size=2087044 2026-04-02T11:49:25.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.658+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~ME1GIHHZVRZ2.0 size=1048576 2026-04-02T11:49:25.661 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.659+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~ME1GIHHZVRZ2.1 size=721347 2026-04-02T11:49:25.661 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.659+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=ME1GIHHZVRZ2 tag=PYGJ2Y7R03DF type=write size=2818499 2026-04-02T11:49:25.661 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.660+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~YW0UY2J04KNO.0 size=169194 2026-04-02T11:49:25.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.661+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=YW0UY2J04KNO tag=Y69HWRN5MCSW type=write size=1217770 2026-04-02T11:49:25.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.662+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~MEXTPYCTJJ8H.0 size=1048576 2026-04-02T11:49:25.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.663+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~MEXTPYCTJJ8H.1 size=526376 2026-04-02T11:49:25.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.663+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=MEXTPYCTJJ8H tag=SJALX0MDI50O type=write size=2623528 2026-04-02T11:49:25.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.664+0000 7f5d7598a880 1 < suggested remove operation key=J4VNVDQ38I9H tag=VO3324812GDR type=del 2026-04-02T11:49:25.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.665+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=FRCJPB3DMOAY type=del size=2038269 2026-04-02T11:49:25.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.666+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~3DMWLEX3ZWNP.0 size=1048576 2026-04-02T11:49:25.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.666+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~3DMWLEX3ZWNP.1 size=203278 2026-04-02T11:49:25.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.668+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=3DMWLEX3ZWNP tag=2U27L5KL72SS type=write size=2300430 2026-04-02T11:49:25.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.669+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=JBORDH83QLGU type=write size=756938 2026-04-02T11:49:25.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.669+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~GZ37NPBPT2HD.0 size=474543 2026-04-02T11:49:25.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.671+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=GZ37NPBPT2HD tag=GAVXBSH8QTA3 type=write size=1523119 2026-04-02T11:49:25.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.671+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=PPOO6BSWY9QJ type=write size=995642 2026-04-02T11:49:25.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.672+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~V2JFO3V5Y1KZ.0 size=1048576 2026-04-02T11:49:25.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.673+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~V2JFO3V5Y1KZ.1 size=1048576 2026-04-02T11:49:25.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.673+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~V2JFO3V5Y1KZ.2 size=714647 2026-04-02T11:49:25.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.675+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=V2JFO3V5Y1KZ tag=I7BKLT43EXRA type=write size=3860375 2026-04-02T11:49:25.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.676+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=RG8S321R47A2 type=del size=1044054 2026-04-02T11:49:25.678 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.676+0000 7f5d7598a880 -1 < failed to complete operation key=J4VNVDQ38I9H tag=2FLY6UQ0ADY8 type=del size=2079828: (22) Invalid argument 2026-04-02T11:49:25.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.677+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=SD8HVD6MP9VR type=del size=3035151 2026-04-02T11:49:25.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.678+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=MB1VI3U9O65L type=del 2026-04-02T11:49:25.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.679+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~XW0EDYAU2OIB.0 size=1048576 2026-04-02T11:49:25.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.680+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~XW0EDYAU2OIB.1 size=1048576 2026-04-02T11:49:25.682 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.680+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~XW0EDYAU2OIB.2 size=1018779 2026-04-02T11:49:25.682 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.680+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=XW0EDYAU2OIB tag=Z623NACTTW2P type=write size=4164507 2026-04-02T11:49:25.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.681+0000 7f5d7598a880 1 < canceled operation key=JJ7N37F55IC3 tag=A2OZIQMUK02X type=del size=915081 2026-04-02T11:49:25.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.682+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=OJRQJU06IR38 type=del size=2713950 2026-04-02T11:49:25.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.683+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=32HTPIYE9V7Y type=del 2026-04-02T11:49:25.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.683+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=5RYGOTHH3X1L type=write size=909534 2026-04-02T11:49:25.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.687+0000 7f5d7598a880 1 < completed write operation key=HYSJYWQT3N55 tag=4KF2FIDFI78C type=write size=295964 2026-04-02T11:49:25.690 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.688+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=G80YQDNSP77I type=write size=824071 2026-04-02T11:49:25.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.689+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~51H1T08FKV87.0 size=576380 2026-04-02T11:49:25.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.690+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=51H1T08FKV87 tag=J7UA7VB6EYOV type=write size=1624956 2026-04-02T11:49:25.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.691+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=BC46IFRY4U8G type=del size=1061463 2026-04-02T11:49:25.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.692+0000 7f5d7598a880 1 < canceled operation key=HYSJYWQT3N55 tag=0ZUY7ICDDWWZ type=del size=1602769 2026-04-02T11:49:25.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.693+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=7240D5O11MQF type=del size=3677954 2026-04-02T11:49:25.696 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.694+0000 7f5d7598a880 1 < suggested update operation key=UWKIR14N3KM3 tag=FGZ4XT5P8MTC type=write size=31775 2026-04-02T11:49:25.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.695+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=Q098IY4DTSAU type=del size=1248644 2026-04-02T11:49:25.698 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.696+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~NP8VDCHY7ZYK.0 size=1048576 2026-04-02T11:49:25.698 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.697+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~NP8VDCHY7ZYK.1 size=1048576 2026-04-02T11:49:25.698 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.697+0000 7f5d7598a880 1 < canceled part key=_multipart_TG8AKFTZB4ZM.2~NP8VDCHY7ZYK.2 size=499711 2026-04-02T11:49:25.700 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.698+0000 7f5d7598a880 1 < canceled multipart upload key=TG8AKFTZB4ZM upload=NP8VDCHY7ZYK tag=5LHB4RJPT5L5 type=write size=3645439 2026-04-02T11:49:25.700 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.699+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=KQ3X1F0U7HUT type=write size=59363 2026-04-02T11:49:25.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.699+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~4O2XJZETSW5A.0 size=1048576 2026-04-02T11:49:25.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.700+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~4O2XJZETSW5A.1 size=84366 2026-04-02T11:49:25.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.701+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=4O2XJZETSW5A tag=8TA0PS8FYM8S type=write size=2181518 2026-04-02T11:49:25.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.702+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=0YS2Q2CQXZ2Y type=del size=2355851 2026-04-02T11:49:25.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.703+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~ME1GIHHZVRZ2.0 size=1048576 2026-04-02T11:49:25.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.703+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~ME1GIHHZVRZ2.1 size=721347 2026-04-02T11:49:25.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.705+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=ME1GIHHZVRZ2 tag=PYGJ2Y7R03DF type=write size=2818499 2026-04-02T11:49:25.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.705+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=5UCTYZLJ3HG1 type=write size=132883 2026-04-02T11:49:25.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.706+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~MEXTPYCTJJ8H.0 size=1048576 2026-04-02T11:49:25.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.707+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~MEXTPYCTJJ8H.1 size=526376 2026-04-02T11:49:25.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.708+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=MEXTPYCTJJ8H tag=SJALX0MDI50O type=write size=2623528 2026-04-02T11:49:25.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.708+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=7O2F5HXZYGET type=del size=3896122 2026-04-02T11:49:25.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.709+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=FRCJPB3DMOAY type=del 2026-04-02T11:49:25.712 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.710+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=UERUIAV9KLE2 type=del size=3075633 2026-04-02T11:49:25.712 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.711+0000 7f5d7598a880 1 < completed write operation key=11O38SMUYMX2 tag=JBORDH83QLGU type=write size=756938 2026-04-02T11:49:25.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.712+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~296J6NJTEVJY.0 size=709671 2026-04-02T11:49:25.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.712+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=296J6NJTEVJY tag=JJROVPDLY5Z6 type=write size=1758247 2026-04-02T11:49:25.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.713+0000 7f5d7598a880 1 < completed write operation key=3T2FDRTF7XHC tag=PPOO6BSWY9QJ type=write size=995642 2026-04-02T11:49:25.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.714+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~PGI45XBPUZI0.0 size=1048576 2026-04-02T11:49:25.718 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.716+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~PGI45XBPUZI0.1 size=368263 2026-04-02T11:49:25.718 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.716+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=PGI45XBPUZI0 tag=BV6WK7C0LTZI type=write size=2465415 2026-04-02T11:49:25.718 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.717+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=RG8S321R47A2 type=del 2026-04-02T11:49:25.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.718+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=17IGMAJFLN6T type=del size=1539106 2026-04-02T11:49:25.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.718+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=SD8HVD6MP9VR type=del 2026-04-02T11:49:25.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.719+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=NQRH27XSABTF type=del size=3154833 2026-04-02T11:49:25.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.719+0000 7f5d7598a880 1 < canceled part key=_multipart_VILE4YEMEN09.2~XW0EDYAU2OIB.0 size=1048576 2026-04-02T11:49:25.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.720+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~XW0EDYAU2OIB.1 size=1048576 2026-04-02T11:49:25.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.720+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~XW0EDYAU2OIB.2 size=1018779 2026-04-02T11:49:25.734 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.732+0000 7f5d7598a880 1 < canceled multipart upload key=VILE4YEMEN09 upload=XW0EDYAU2OIB tag=Z623NACTTW2P type=write size=4164507 2026-04-02T11:49:25.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.739+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=X5M92GL486WR type=del size=671780 2026-04-02T11:49:25.750 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.748+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=OJRQJU06IR38 type=del 2026-04-02T11:49:25.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.774+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~2SJN5A8EFIKS.0 size=1048576 2026-04-02T11:49:25.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.777+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~2SJN5A8EFIKS.1 size=358219 2026-04-02T11:49:25.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.777+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=2SJN5A8EFIKS tag=SPWCGSU3PGQO type=write size=2455371 2026-04-02T11:49:25.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.785+0000 7f5d7598a880 1 < completed write operation key=5MI2F3J8J9MJ tag=5RYGOTHH3X1L type=write size=909534 2026-04-02T11:49:25.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.787+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~OSXXC090U7Q8.0 size=1048576 2026-04-02T11:49:25.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.787+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~OSXXC090U7Q8.1 size=720977 2026-04-02T11:49:25.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.787+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=OSXXC090U7Q8 tag=VK2ZDDB52U84 type=write size=2818129 2026-04-02T11:49:25.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.788+0000 7f5d7598a880 1 < completed write operation key=JJ7N37F55IC3 tag=G80YQDNSP77I type=write size=824071 2026-04-02T11:49:25.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.790+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~KI19ZMNJRG56.0 size=1048576 2026-04-02T11:49:25.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.790+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~KI19ZMNJRG56.1 size=802245 2026-04-02T11:49:25.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.790+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=KI19ZMNJRG56 tag=MYVYEGW52PUB type=write size=2899397 2026-04-02T11:49:25.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.791+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=BC46IFRY4U8G type=del 2026-04-02T11:49:25.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.792+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=9XP3H3269VPS type=del size=2431239 2026-04-02T11:49:25.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.793+0000 7f5d7598a880 1 < suggested update operation key=UWKIR14N3KM3 tag=7240D5O11MQF type=del size=3677954 2026-04-02T11:49:25.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.794+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=TGICO62T22ES type=del size=15438 2026-04-02T11:49:25.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.795+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=Q098IY4DTSAU type=del 2026-04-02T11:49:25.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.796+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=1TUFFZ79KBI6 type=del size=2758734 2026-04-02T11:49:25.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.797+0000 7f5d7598a880 1 < completed write operation key=J47182HKJTLL tag=KQ3X1F0U7HUT type=write size=59363 2026-04-02T11:49:25.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.797+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=6S8BF9EJQJVD type=del size=2282161 2026-04-02T11:49:25.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.798+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=0YS2Q2CQXZ2Y type=del 2026-04-02T11:49:25.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.799+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=MT01V7QSD9W2 type=del size=2355911 2026-04-02T11:49:25.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.800+0000 7f5d7598a880 1 < completed write operation key=V6UN2ZWR2MRB tag=5UCTYZLJ3HG1 type=write size=132883 2026-04-02T11:49:25.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.802+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=CGFND1407AH9 type=write size=330547 2026-04-02T11:49:25.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.803+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=7O2F5HXZYGET type=del 2026-04-02T11:49:25.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.803+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=QM33W5RWVA99 type=del size=1475973 2026-04-02T11:49:25.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.804+0000 7f5d7598a880 -1 < failed to complete operation key=UWKIR14N3KM3 tag=UERUIAV9KLE2 type=del size=3075633: (22) Invalid argument 2026-04-02T11:49:25.807 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.805+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=T7SKZE1VHUFE type=del size=2127804 2026-04-02T11:49:25.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.806+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~296J6NJTEVJY.0 size=709671 2026-04-02T11:49:25.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.807+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=296J6NJTEVJY tag=JJROVPDLY5Z6 type=write size=1758247 2026-04-02T11:49:25.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.808+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=IACC4K63S2WW type=write size=384672 2026-04-02T11:49:25.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.809+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~PGI45XBPUZI0.0 size=1048576 2026-04-02T11:49:25.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.810+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~PGI45XBPUZI0.1 size=368263 2026-04-02T11:49:25.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.811+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=PGI45XBPUZI0 tag=BV6WK7C0LTZI type=write size=2465415 2026-04-02T11:49:25.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.812+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=B2YOP7R5MFK5 type=write size=507386 2026-04-02T11:49:25.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.813+0000 7f5d7598a880 1 < suggested update operation key=5SYEEEI3LHR1 tag=17IGMAJFLN6T type=del size=1539106 2026-04-02T11:49:25.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.814+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=5W0HSNGS6HBW type=del size=1688397 2026-04-02T11:49:25.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.815+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=NQRH27XSABTF type=del 2026-04-02T11:49:25.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.816+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=I3WQIAPJ191D type=del size=2269719 2026-04-02T11:49:25.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.817+0000 7f5d7598a880 1 < suggested remove operation key=WMXK0TM2YJZJ tag=X5M92GL486WR type=del 2026-04-02T11:49:25.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.818+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~G0RE27NWMZ9C.0 size=53838 2026-04-02T11:49:25.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.818+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=G0RE27NWMZ9C tag=2ACRTQRCHYI7 type=write size=1102414 2026-04-02T11:49:25.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.819+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~2SJN5A8EFIKS.0 size=1048576 2026-04-02T11:49:25.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.820+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~2SJN5A8EFIKS.1 size=358219 2026-04-02T11:49:25.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.821+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=2SJN5A8EFIKS tag=SPWCGSU3PGQO type=write size=2455371 2026-04-02T11:49:25.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.821+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=YR7LNJ059U5D type=del size=72479 2026-04-02T11:49:25.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.822+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~OSXXC090U7Q8.0 size=1048576 2026-04-02T11:49:25.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.822+0000 7f5d7598a880 1 < canceled part key=_multipart_ZIMLW0YTOPPK.2~OSXXC090U7Q8.1 size=720977 2026-04-02T11:49:25.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.823+0000 7f5d7598a880 1 < canceled multipart upload key=ZIMLW0YTOPPK upload=OSXXC090U7Q8 tag=VK2ZDDB52U84 type=write size=2818129 2026-04-02T11:49:25.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.825+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~2JBFTDT62M7K.0 size=949001 2026-04-02T11:49:25.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.825+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=2JBFTDT62M7K tag=NE0U4XE5Z690 type=write size=1997577 2026-04-02T11:49:25.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.825+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~KI19ZMNJRG56.0 size=1048576 2026-04-02T11:49:25.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.826+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~KI19ZMNJRG56.1 size=802245 2026-04-02T11:49:25.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.827+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=KI19ZMNJRG56 tag=MYVYEGW52PUB type=write size=2899397 2026-04-02T11:49:25.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.828+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=7Z7W4GT5JJEC type=write size=358601 2026-04-02T11:49:25.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.831+0000 7f5d7598a880 1 < suggested update operation key=B069J9WSE2J1 tag=9XP3H3269VPS type=del size=2431239 2026-04-02T11:49:25.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.833+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~KT9GYUM6ZH5W.0 size=1048576 2026-04-02T11:49:25.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.833+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~KT9GYUM6ZH5W.1 size=1048576 2026-04-02T11:49:25.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.834+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~KT9GYUM6ZH5W.2 size=243445 2026-04-02T11:49:25.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.834+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=KT9GYUM6ZH5W tag=PI8C9WDCWEVM type=write size=3389173 2026-04-02T11:49:25.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.835+0000 7f5d7598a880 1 < suggested remove operation key=7GZSL99JL986 tag=TGICO62T22ES type=del 2026-04-02T11:49:25.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.837+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~1W071TQS0ORM.0 size=1048576 2026-04-02T11:49:25.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.837+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~1W071TQS0ORM.1 size=24531 2026-04-02T11:49:25.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.837+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=1W071TQS0ORM tag=ZY0DR1D49475 type=write size=2121683 2026-04-02T11:49:25.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.839+0000 7f5d7598a880 1 < suggested update operation key=SKU4BMEAT7O7 tag=1TUFFZ79KBI6 type=del size=2758734 2026-04-02T11:49:25.841 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.839+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=6LB7BBGP6298 type=del size=3684351 2026-04-02T11:49:25.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.840+0000 7f5d7598a880 -1 < failed to complete operation key=5SYEEEI3LHR1 tag=6S8BF9EJQJVD type=del size=2282161: (22) Invalid argument 2026-04-02T11:49:25.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.842+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~NOYO6QNVHC7R.0 size=1048576 2026-04-02T11:49:25.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.842+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~NOYO6QNVHC7R.1 size=1048576 2026-04-02T11:49:25.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.843+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~NOYO6QNVHC7R.2 size=549247 2026-04-02T11:49:25.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.843+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=NOYO6QNVHC7R tag=4OUYHJ7HE727 type=write size=3694975 2026-04-02T11:49:25.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.844+0000 7f5d7598a880 1 < suggested remove operation key=TG8AKFTZB4ZM tag=MT01V7QSD9W2 type=del 2026-04-02T11:49:25.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.846+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~QS3MF3UI90RQ.0 size=1048576 2026-04-02T11:49:25.848 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.846+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~QS3MF3UI90RQ.1 size=1048576 2026-04-02T11:49:25.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.847+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~QS3MF3UI90RQ.2 size=841517 2026-04-02T11:49:25.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.847+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=QS3MF3UI90RQ tag=I8TIN245SLWV type=write size=3987245 2026-04-02T11:49:25.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.848+0000 7f5d7598a880 1 < canceled operation key=ZS5NQMR2F1CO tag=CGFND1407AH9 type=write size=330547 2026-04-02T11:49:25.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.848+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=VL2T0R7L25PR type=del size=1487790 2026-04-02T11:49:25.851 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.849+0000 7f5d7598a880 1 < canceled operation key=TJDWV3CEZ1PF tag=QM33W5RWVA99 type=del size=1475973 2026-04-02T11:49:25.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.850+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~W1WH2KMD1NHS.0 size=1048576 2026-04-02T11:49:25.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.851+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~W1WH2KMD1NHS.1 size=1048576 2026-04-02T11:49:25.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.852+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~W1WH2KMD1NHS.2 size=1008874 2026-04-02T11:49:25.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.852+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=W1WH2KMD1NHS tag=ENBCG0JFFJ4R type=write size=4154602 2026-04-02T11:49:25.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.852+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=T7SKZE1VHUFE type=del 2026-04-02T11:49:25.855 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.853+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=J5MQLZVSZWEM type=del size=1027485 2026-04-02T11:49:25.856 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.854+0000 7f5d7598a880 1 < suggested update operation key=TJDWV3CEZ1PF tag=IACC4K63S2WW type=write size=384672 2026-04-02T11:49:25.858 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.856+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~L0UC60A691RA.0 size=1048576 2026-04-02T11:49:25.859 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.857+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~L0UC60A691RA.1 size=693612 2026-04-02T11:49:25.859 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.857+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=L0UC60A691RA tag=UTTQZNNDKE52 type=write size=2790764 2026-04-02T11:49:25.859 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.858+0000 7f5d7598a880 1 < canceled operation key=ZIMLW0YTOPPK tag=B2YOP7R5MFK5 type=write size=507386 2026-04-02T11:49:25.861 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.859+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~BY1ZISLWFYNE.0 size=1048576 2026-04-02T11:49:25.861 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.859+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~BY1ZISLWFYNE.1 size=1048576 2026-04-02T11:49:25.862 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.860+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~BY1ZISLWFYNE.2 size=263064 2026-04-02T11:49:25.862 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.860+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=BY1ZISLWFYNE tag=7IRSLX67E5NV type=write size=3408792 2026-04-02T11:49:25.862 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.861+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=5W0HSNGS6HBW type=del 2026-04-02T11:49:25.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.862+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~88BAEOYIKXT6.0 size=1048576 2026-04-02T11:49:25.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.863+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~88BAEOYIKXT6.1 size=984374 2026-04-02T11:49:25.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.863+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=88BAEOYIKXT6 tag=J3F1574Y02VP type=write size=3081526 2026-04-02T11:49:25.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.864+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=I3WQIAPJ191D type=del 2026-04-02T11:49:25.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.864+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=65QATHMKC9CB type=del size=2793610 2026-04-02T11:49:25.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.865+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~G0RE27NWMZ9C.0 size=53838 2026-04-02T11:49:25.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.866+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=G0RE27NWMZ9C tag=2ACRTQRCHYI7 type=write size=1102414 2026-04-02T11:49:25.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.868+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~0KLYWXCZAA2X.0 size=1048576 2026-04-02T11:49:25.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.868+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~0KLYWXCZAA2X.1 size=264939 2026-04-02T11:49:25.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.868+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=0KLYWXCZAA2X tag=R3XM0W6TYXHT type=write size=2362091 2026-04-02T11:49:25.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.869+0000 7f5d7598a880 -1 < failed to complete operation key=TJDWV3CEZ1PF tag=YR7LNJ059U5D type=del size=72479: (22) Invalid argument 2026-04-02T11:49:25.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.871+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~YLTJEM455SEJ.0 size=1048576 2026-04-02T11:49:25.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.871+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~YLTJEM455SEJ.1 size=1048576 2026-04-02T11:49:25.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.872+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~YLTJEM455SEJ.2 size=492007 2026-04-02T11:49:25.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.872+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=YLTJEM455SEJ tag=49BOHVGVR1E7 type=write size=3637735 2026-04-02T11:49:25.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.873+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~2JBFTDT62M7K.0 size=949001 2026-04-02T11:49:25.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.874+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=2JBFTDT62M7K tag=NE0U4XE5Z690 type=write size=1997577 2026-04-02T11:49:25.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.875+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=I8O7503TH0XB type=del size=1572577 2026-04-02T11:49:25.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.877+0000 7f5d7598a880 1 < suggested update operation key=6F1O9WBBDT51 tag=7Z7W4GT5JJEC type=write size=358601 2026-04-02T11:49:25.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.878+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=53LGP0B9MM50 type=del size=3302569 2026-04-02T11:49:25.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.878+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~KT9GYUM6ZH5W.0 size=1048576 2026-04-02T11:49:25.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.879+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~KT9GYUM6ZH5W.1 size=1048576 2026-04-02T11:49:25.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.880+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~KT9GYUM6ZH5W.2 size=243445 2026-04-02T11:49:25.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.881+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=KT9GYUM6ZH5W tag=PI8C9WDCWEVM type=write size=3389173 2026-04-02T11:49:25.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.882+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=IN2GT5TGJ2HI type=del size=1352749 2026-04-02T11:49:25.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.882+0000 7f5d7598a880 1 < canceled part key=_multipart_C6GX0GW6KDYE.2~1W071TQS0ORM.0 size=1048576 2026-04-02T11:49:25.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.882+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~1W071TQS0ORM.1 size=24531 2026-04-02T11:49:25.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.884+0000 7f5d7598a880 1 < canceled multipart upload key=C6GX0GW6KDYE upload=1W071TQS0ORM tag=ZY0DR1D49475 type=write size=2121683 2026-04-02T11:49:25.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.885+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~DK17PKI80EAL.0 size=713643 2026-04-02T11:49:25.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.885+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=DK17PKI80EAL tag=PUNMKV3POB58 type=write size=1762219 2026-04-02T11:49:25.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.886+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=6LB7BBGP6298 type=del 2026-04-02T11:49:25.891 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.889+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=B0F14KRF0F7R type=del size=2748058 2026-04-02T11:49:25.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.890+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~NOYO6QNVHC7R.0 size=1048576 2026-04-02T11:49:25.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.890+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~NOYO6QNVHC7R.1 size=1048576 2026-04-02T11:49:25.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.890+0000 7f5d7598a880 1 < canceled part key=_multipart_IOCSURQ3BMAF.2~NOYO6QNVHC7R.2 size=549247 2026-04-02T11:49:25.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.892+0000 7f5d7598a880 1 < canceled multipart upload key=IOCSURQ3BMAF upload=NOYO6QNVHC7R tag=4OUYHJ7HE727 type=write size=3694975 2026-04-02T11:49:25.894 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.892+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=N3XAFDHMY385 type=del size=1771384 2026-04-02T11:49:25.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.893+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~QS3MF3UI90RQ.0 size=1048576 2026-04-02T11:49:25.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.894+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~QS3MF3UI90RQ.1 size=1048576 2026-04-02T11:49:25.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.895+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~QS3MF3UI90RQ.2 size=841517 2026-04-02T11:49:25.897 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.896+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=QS3MF3UI90RQ tag=I8TIN245SLWV type=write size=3987245 2026-04-02T11:49:25.898 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.897+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=X7IKWRWQ6REK type=del size=4150640 2026-04-02T11:49:25.899 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.897+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=VL2T0R7L25PR type=del 2026-04-02T11:49:25.900 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.898+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=M2VHW0Q19S2Q type=del size=1165088 2026-04-02T11:49:25.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.899+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~W1WH2KMD1NHS.0 size=1048576 2026-04-02T11:49:25.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.899+0000 7f5d7598a880 1 < canceled part key=_multipart_ZQKQX36TNEUQ.2~W1WH2KMD1NHS.1 size=1048576 2026-04-02T11:49:25.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.899+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~W1WH2KMD1NHS.2 size=1008874 2026-04-02T11:49:25.903 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.901+0000 7f5d7598a880 1 < canceled multipart upload key=ZQKQX36TNEUQ upload=W1WH2KMD1NHS tag=ENBCG0JFFJ4R type=write size=4154602 2026-04-02T11:49:25.903 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.902+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=1Y0RJKIJ6P8C type=write size=527139 2026-04-02T11:49:25.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.903+0000 7f5d7598a880 1 < suggested update operation key=C6GX0GW6KDYE tag=J5MQLZVSZWEM type=del size=1027485 2026-04-02T11:49:25.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.904+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=F38ISFUVVJEM type=write size=656107 2026-04-02T11:49:25.906 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.904+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~L0UC60A691RA.0 size=1048576 2026-04-02T11:49:25.907 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.905+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~L0UC60A691RA.1 size=693612 2026-04-02T11:49:25.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.906+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=L0UC60A691RA tag=UTTQZNNDKE52 type=write size=2790764 2026-04-02T11:49:25.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.907+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=1C7HSHPAX9RW type=del size=271913 2026-04-02T11:49:25.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.908+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~BY1ZISLWFYNE.0 size=1048576 2026-04-02T11:49:25.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.909+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~BY1ZISLWFYNE.1 size=1048576 2026-04-02T11:49:25.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.909+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~BY1ZISLWFYNE.2 size=263064 2026-04-02T11:49:25.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.911+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=BY1ZISLWFYNE tag=7IRSLX67E5NV type=write size=3408792 2026-04-02T11:49:25.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.912+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=BIYR33Y6Y2AJ type=del size=993229 2026-04-02T11:49:25.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.912+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~88BAEOYIKXT6.0 size=1048576 2026-04-02T11:49:25.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.913+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~88BAEOYIKXT6.1 size=984374 2026-04-02T11:49:25.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.914+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=88BAEOYIKXT6 tag=J3F1574Y02VP type=write size=3081526 2026-04-02T11:49:25.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.917+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~7OX79WJCL5E7.0 size=1048576 2026-04-02T11:49:25.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.918+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~7OX79WJCL5E7.1 size=1048576 2026-04-02T11:49:25.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.918+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~7OX79WJCL5E7.2 size=1021718 2026-04-02T11:49:25.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.918+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=7OX79WJCL5E7 tag=R9X9KYIB4RMS type=write size=4167446 2026-04-02T11:49:25.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.919+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=65QATHMKC9CB type=del 2026-04-02T11:49:25.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.920+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=9U6CSMOXPGSX type=del size=1016367 2026-04-02T11:49:25.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.921+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~0KLYWXCZAA2X.0 size=1048576 2026-04-02T11:49:25.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.922+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~0KLYWXCZAA2X.1 size=264939 2026-04-02T11:49:25.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.923+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=0KLYWXCZAA2X tag=R3XM0W6TYXHT type=write size=2362091 2026-04-02T11:49:25.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.925+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~A04B0G64SJ7G.0 size=1048576 2026-04-02T11:49:25.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.926+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~A04B0G64SJ7G.1 size=1048576 2026-04-02T11:49:25.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.926+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~A04B0G64SJ7G.2 size=739063 2026-04-02T11:49:25.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.926+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=A04B0G64SJ7G tag=MD4EZSY73IEA type=write size=3884791 2026-04-02T11:49:25.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.927+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~YLTJEM455SEJ.0 size=1048576 2026-04-02T11:49:25.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.927+0000 7f5d7598a880 1 < canceled part key=_multipart_6BTSQ5CT3T88.2~YLTJEM455SEJ.1 size=1048576 2026-04-02T11:49:25.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.928+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~YLTJEM455SEJ.2 size=492007 2026-04-02T11:49:25.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.930+0000 7f5d7598a880 1 < canceled multipart upload key=6BTSQ5CT3T88 upload=YLTJEM455SEJ tag=49BOHVGVR1E7 type=write size=3637735 2026-04-02T11:49:25.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.932+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~0LYRX2K9YGKW.0 size=1048576 2026-04-02T11:49:25.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.933+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~0LYRX2K9YGKW.1 size=400629 2026-04-02T11:49:25.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.933+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=0LYRX2K9YGKW tag=84SQ7DOOG573 type=write size=2497781 2026-04-02T11:49:25.936 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.934+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=I8O7503TH0XB type=del 2026-04-02T11:49:25.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.936+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~8PAXFNOD7XPP.0 size=1048576 2026-04-02T11:49:25.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.936+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~8PAXFNOD7XPP.1 size=950149 2026-04-02T11:49:25.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.936+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=8PAXFNOD7XPP tag=EF6A9U44UYKX type=write size=3047301 2026-04-02T11:49:25.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.937+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=53LGP0B9MM50 type=del 2026-04-02T11:49:25.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.938+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=YQFP3584D80B type=del size=3049732 2026-04-02T11:49:25.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.939+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=IN2GT5TGJ2HI type=del 2026-04-02T11:49:25.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.940+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=2210TF1654C6 type=del size=2410404 2026-04-02T11:49:25.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.941+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~DK17PKI80EAL.0 size=713643 2026-04-02T11:49:25.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.942+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=DK17PKI80EAL tag=PUNMKV3POB58 type=write size=1762219 2026-04-02T11:49:25.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.943+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=JGBP54TSAWCJ type=del size=715552 2026-04-02T11:49:25.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.943+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=B0F14KRF0F7R type=del 2026-04-02T11:49:25.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.945+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~52JM6XGOGN8K.0 size=678638 2026-04-02T11:49:25.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.945+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=52JM6XGOGN8K tag=SGP0FOHTFJCN type=write size=1727214 2026-04-02T11:49:25.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.946+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=N3XAFDHMY385 type=del 2026-04-02T11:49:25.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.948+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~LNN7FAEX5YNL.0 size=1048576 2026-04-02T11:49:25.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.948+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~LNN7FAEX5YNL.1 size=1048576 2026-04-02T11:49:25.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.949+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~LNN7FAEX5YNL.2 size=229515 2026-04-02T11:49:25.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.949+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=LNN7FAEX5YNL tag=1LHXU3KM1U10 type=write size=3375243 2026-04-02T11:49:25.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.950+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=X7IKWRWQ6REK type=del 2026-04-02T11:49:25.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.951+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=BOPPFKMF4S3A type=del size=2340400 2026-04-02T11:49:25.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.951+0000 7f5d7598a880 -1 < failed to complete operation key=C6GX0GW6KDYE tag=M2VHW0Q19S2Q type=del size=1165088: (22) Invalid argument 2026-04-02T11:49:25.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.953+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~5JV8EZE21O7P.0 size=1048576 2026-04-02T11:49:25.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.954+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~5JV8EZE21O7P.1 size=227661 2026-04-02T11:49:25.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.954+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=5JV8EZE21O7P tag=VKR1DP1MC5ZP type=write size=2324813 2026-04-02T11:49:25.956 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.955+0000 7f5d7598a880 1 < completed write operation key=TG8AKFTZB4ZM tag=1Y0RJKIJ6P8C type=write size=527139 2026-04-02T11:49:25.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.956+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~ZEGZ7BL8UEYG.0 size=1048576 2026-04-02T11:49:25.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.957+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~ZEGZ7BL8UEYG.1 size=136085 2026-04-02T11:49:25.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.957+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=ZEGZ7BL8UEYG tag=7XN2MKBP3MLV type=write size=2233237 2026-04-02T11:49:25.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.958+0000 7f5d7598a880 1 < completed write operation key=6F1O9WBBDT51 tag=F38ISFUVVJEM type=write size=656107 2026-04-02T11:49:25.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.959+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~KF19RTYGVHJ8.0 size=835750 2026-04-02T11:49:25.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.959+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=KF19RTYGVHJ8 tag=UQD29D96CEQM type=write size=1884326 2026-04-02T11:49:25.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.960+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=1C7HSHPAX9RW type=del 2026-04-02T11:49:25.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.961+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=WK0KOVNW3PE8 type=del size=3675982 2026-04-02T11:49:25.964 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.963+0000 7f5d7598a880 1 < suggested remove operation key=42U7D3Y8Z7PW tag=BIYR33Y6Y2AJ type=del 2026-04-02T11:49:25.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.964+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=VXHIBX5PN82O type=del size=4025751 2026-04-02T11:49:25.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.964+0000 7f5d7598a880 1 < canceled part key=_multipart_5AJK8GE86W32.2~7OX79WJCL5E7.0 size=1048576 2026-04-02T11:49:25.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.964+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~7OX79WJCL5E7.1 size=1048576 2026-04-02T11:49:25.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.965+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~7OX79WJCL5E7.2 size=1021718 2026-04-02T11:49:25.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.966+0000 7f5d7598a880 1 < canceled multipart upload key=5AJK8GE86W32 upload=7OX79WJCL5E7 tag=R9X9KYIB4RMS type=write size=4167446 2026-04-02T11:49:25.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.967+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=ZPVG012AC7XJ type=write size=356597 2026-04-02T11:49:25.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.969+0000 7f5d7598a880 1 < suggested update operation key=B069J9WSE2J1 tag=9U6CSMOXPGSX type=del size=1016367 2026-04-02T11:49:25.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.970+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=82GC3F4EDO7A type=del size=3683489 2026-04-02T11:49:25.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.971+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~A04B0G64SJ7G.0 size=1048576 2026-04-02T11:49:25.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.971+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~A04B0G64SJ7G.1 size=1048576 2026-04-02T11:49:25.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.972+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~A04B0G64SJ7G.2 size=739063 2026-04-02T11:49:25.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.973+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=A04B0G64SJ7G tag=MD4EZSY73IEA type=write size=3884791 2026-04-02T11:49:25.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.974+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=TNKBN329ILH4 type=del size=512876 2026-04-02T11:49:25.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.975+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~0LYRX2K9YGKW.0 size=1048576 2026-04-02T11:49:25.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.976+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~0LYRX2K9YGKW.1 size=400629 2026-04-02T11:49:25.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.980+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=0LYRX2K9YGKW tag=84SQ7DOOG573 type=write size=2497781 2026-04-02T11:49:25.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.981+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=NOWJ8TNI1118 type=del size=59023 2026-04-02T11:49:25.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.981+0000 7f5d7598a880 1 < canceled part key=_multipart_TJDWV3CEZ1PF.2~8PAXFNOD7XPP.0 size=1048576 2026-04-02T11:49:25.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.981+0000 7f5d7598a880 1 < canceled part key=_multipart_TJDWV3CEZ1PF.2~8PAXFNOD7XPP.1 size=950149 2026-04-02T11:49:25.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.982+0000 7f5d7598a880 1 < canceled multipart upload key=TJDWV3CEZ1PF upload=8PAXFNOD7XPP tag=EF6A9U44UYKX type=write size=3047301 2026-04-02T11:49:25.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.983+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=PG2YPI16A95H type=write size=538370 2026-04-02T11:49:25.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.984+0000 7f5d7598a880 1 < canceled operation key=07AW9BPTKOI3 tag=YQFP3584D80B type=del size=3049732 2026-04-02T11:49:25.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.985+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~9TSXEVW687OM.0 size=125491 2026-04-02T11:49:25.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.985+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=9TSXEVW687OM tag=QIFQAV1Y8MXE type=write size=1174067 2026-04-02T11:49:25.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.986+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=2210TF1654C6 type=del 2026-04-02T11:49:25.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.988+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~WYQZDHZ3G3ZL.0 size=1048576 2026-04-02T11:49:25.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.988+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~WYQZDHZ3G3ZL.1 size=1048576 2026-04-02T11:49:25.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.989+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~WYQZDHZ3G3ZL.2 size=19206 2026-04-02T11:49:25.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.989+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=WYQZDHZ3G3ZL tag=HWJEHNU6V48K type=write size=3164934 2026-04-02T11:49:25.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.990+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=JGBP54TSAWCJ type=del 2026-04-02T11:49:25.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.991+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=NPDJ3F6F7W7H type=del size=312305 2026-04-02T11:49:25.994 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.992+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~52JM6XGOGN8K.0 size=678638 2026-04-02T11:49:25.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.994+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=52JM6XGOGN8K tag=SGP0FOHTFJCN type=write size=1727214 2026-04-02T11:49:25.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.995+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~SUHCN25OMMXV.0 size=1048576 2026-04-02T11:49:25.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.996+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~SUHCN25OMMXV.1 size=1048576 2026-04-02T11:49:25.999 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.997+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~SUHCN25OMMXV.2 size=759535 2026-04-02T11:49:25.999 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.997+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=SUHCN25OMMXV tag=QYLP2V17VB1T type=write size=3905263 2026-04-02T11:49:26.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.998+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~LNN7FAEX5YNL.0 size=1048576 2026-04-02T11:49:26.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.999+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~LNN7FAEX5YNL.1 size=1048576 2026-04-02T11:49:26.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:25.999+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~LNN7FAEX5YNL.2 size=229515 2026-04-02T11:49:26.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.001+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=LNN7FAEX5YNL tag=1LHXU3KM1U10 type=write size=3375243 2026-04-02T11:49:26.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.002+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=9N52K5W6AE6G type=del size=669323 2026-04-02T11:49:26.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.003+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=BOPPFKMF4S3A type=del 2026-04-02T11:49:26.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.005+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~OCG2ZGTVQCP4.0 size=1048576 2026-04-02T11:49:26.007 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.005+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~OCG2ZGTVQCP4.1 size=1048576 2026-04-02T11:49:26.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.006+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~OCG2ZGTVQCP4.2 size=573423 2026-04-02T11:49:26.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.006+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=OCG2ZGTVQCP4 tag=H72FI8O84STP type=write size=3719151 2026-04-02T11:49:26.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.007+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~5JV8EZE21O7P.0 size=1048576 2026-04-02T11:49:26.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.008+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~5JV8EZE21O7P.1 size=227661 2026-04-02T11:49:26.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.009+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=5JV8EZE21O7P tag=VKR1DP1MC5ZP type=write size=2324813 2026-04-02T11:49:26.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.010+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=8X28O1I9UJJB type=write size=644707 2026-04-02T11:49:26.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.011+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~ZEGZ7BL8UEYG.0 size=1048576 2026-04-02T11:49:26.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.011+0000 7f5d7598a880 1 < canceled part key=_multipart_C6GX0GW6KDYE.2~ZEGZ7BL8UEYG.1 size=136085 2026-04-02T11:49:26.014 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.012+0000 7f5d7598a880 1 < canceled multipart upload key=C6GX0GW6KDYE upload=ZEGZ7BL8UEYG tag=7XN2MKBP3MLV type=write size=2233237 2026-04-02T11:49:26.015 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.013+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=B2DHS9KXZ6C5 type=del size=2515136 2026-04-02T11:49:26.016 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.014+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~KF19RTYGVHJ8.0 size=835750 2026-04-02T11:49:26.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.016+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=KF19RTYGVHJ8 tag=UQD29D96CEQM type=write size=1884326 2026-04-02T11:49:26.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.017+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~FOL8906FQMV9.0 size=373187 2026-04-02T11:49:26.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.017+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=FOL8906FQMV9 tag=ZU11MQT1B2CF type=write size=1421763 2026-04-02T11:49:26.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.018+0000 7f5d7598a880 1 < canceled operation key=5AJK8GE86W32 tag=WK0KOVNW3PE8 type=del size=3675982 2026-04-02T11:49:26.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.019+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=GV35W4HYFFSP type=del size=1693542 2026-04-02T11:49:26.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.020+0000 7f5d7598a880 -1 < failed to complete operation key=B069J9WSE2J1 tag=VXHIBX5PN82O type=del size=4025751: (22) Invalid argument 2026-04-02T11:49:26.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.020+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=0U186SWAWDAP type=del size=3668099 2026-04-02T11:49:26.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.021+0000 7f5d7598a880 1 < completed write operation key=ZS5NQMR2F1CO tag=ZPVG012AC7XJ type=write size=356597 2026-04-02T11:49:26.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.022+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~193GHD491PFW.0 size=189116 2026-04-02T11:49:26.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.022+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=193GHD491PFW tag=HQ02AQVQR48W type=write size=1237692 2026-04-02T11:49:26.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.023+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=82GC3F4EDO7A type=del 2026-04-02T11:49:26.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.024+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=0RA48WJ873X3 type=del size=2976003 2026-04-02T11:49:26.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.025+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=TNKBN329ILH4 type=del 2026-04-02T11:49:26.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.025+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=94GQT9FYOFRX type=del size=897754 2026-04-02T11:49:26.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.026+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=NOWJ8TNI1118 type=del 2026-04-02T11:49:26.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.027+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=UHT1ZFVXWU09 type=write size=522516 2026-04-02T11:49:26.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.028+0000 7f5d7598a880 1 < completed write operation key=6BTSQ5CT3T88 tag=PG2YPI16A95H type=write size=538370 2026-04-02T11:49:26.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.029+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=SISMYI63L81A type=write size=576674 2026-04-02T11:49:26.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.029+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~9TSXEVW687OM.0 size=125491 2026-04-02T11:49:26.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.031+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=9TSXEVW687OM tag=QIFQAV1Y8MXE type=write size=1174067 2026-04-02T11:49:26.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.031+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=P9QBR2C72JIH type=del size=3078812 2026-04-02T11:49:26.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.031+0000 7f5d7598a880 1 < canceled part key=_multipart_ZS5NQMR2F1CO.2~WYQZDHZ3G3ZL.0 size=1048576 2026-04-02T11:49:26.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.032+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~WYQZDHZ3G3ZL.1 size=1048576 2026-04-02T11:49:26.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.032+0000 7f5d7598a880 1 < canceled part key=_multipart_ZS5NQMR2F1CO.2~WYQZDHZ3G3ZL.2 size=19206 2026-04-02T11:49:26.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.033+0000 7f5d7598a880 1 < canceled multipart upload key=ZS5NQMR2F1CO upload=WYQZDHZ3G3ZL tag=HWJEHNU6V48K type=write size=3164934 2026-04-02T11:49:26.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.035+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~VNXJEFAMRQLB.0 size=1048576 2026-04-02T11:49:26.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.036+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~VNXJEFAMRQLB.1 size=476900 2026-04-02T11:49:26.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.036+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=VNXJEFAMRQLB tag=LGW5KTX2I6C5 type=write size=2574052 2026-04-02T11:49:26.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.037+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=NPDJ3F6F7W7H type=del 2026-04-02T11:49:26.039 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.037+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=4X2RPHQRIW6Y type=write size=662790 2026-04-02T11:49:26.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.045+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~SUHCN25OMMXV.0 size=1048576 2026-04-02T11:49:26.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.046+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~SUHCN25OMMXV.1 size=1048576 2026-04-02T11:49:26.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.046+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~SUHCN25OMMXV.2 size=759535 2026-04-02T11:49:26.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.048+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=SUHCN25OMMXV tag=QYLP2V17VB1T type=write size=3905263 2026-04-02T11:49:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.049+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~ABV5X9QNVFRG.0 size=1048576 2026-04-02T11:49:26.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.050+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~ABV5X9QNVFRG.1 size=558751 2026-04-02T11:49:26.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.050+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=ABV5X9QNVFRG tag=40P4J1C8MHPX type=write size=2655903 2026-04-02T11:49:26.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.051+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=9N52K5W6AE6G type=del 2026-04-02T11:49:26.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.051+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=2X040VGJU9XT type=del size=4116648 2026-04-02T11:49:26.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.052+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~OCG2ZGTVQCP4.0 size=1048576 2026-04-02T11:49:26.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.053+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~OCG2ZGTVQCP4.1 size=1048576 2026-04-02T11:49:26.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.054+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~OCG2ZGTVQCP4.2 size=573423 2026-04-02T11:49:26.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.055+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=OCG2ZGTVQCP4 tag=H72FI8O84STP type=write size=3719151 2026-04-02T11:49:26.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.056+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~64KI3Q7AYGPS.0 size=1048576 2026-04-02T11:49:26.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.057+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~64KI3Q7AYGPS.1 size=682481 2026-04-02T11:49:26.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.057+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=64KI3Q7AYGPS tag=0I1486PO9UV0 type=write size=2779633 2026-04-02T11:49:26.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.057+0000 7f5d7598a880 1 < completed write operation key=HOC3CF4CF4HD tag=8X28O1I9UJJB type=write size=644707 2026-04-02T11:49:26.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.059+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~R9JTUK1Z8HYI.0 size=1048576 2026-04-02T11:49:26.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.059+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~R9JTUK1Z8HYI.1 size=32158 2026-04-02T11:49:26.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.059+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=R9JTUK1Z8HYI tag=3R2KG263K59O type=write size=2129310 2026-04-02T11:49:26.062 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.060+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=B2DHS9KXZ6C5 type=del 2026-04-02T11:49:26.063 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.062+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~FELJRT0LDV32.0 size=999568 2026-04-02T11:49:26.063 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.062+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=FELJRT0LDV32 tag=JRRLITPFWGOU type=write size=2048144 2026-04-02T11:49:26.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.062+0000 7f5d7598a880 1 < canceled part key=_multipart_ZS5NQMR2F1CO.2~FOL8906FQMV9.0 size=373187 2026-04-02T11:49:26.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.063+0000 7f5d7598a880 1 < canceled multipart upload key=ZS5NQMR2F1CO upload=FOL8906FQMV9 tag=ZU11MQT1B2CF type=write size=1421763 2026-04-02T11:49:26.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.064+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=5ACWH5Z0VHS0 type=del size=64718 2026-04-02T11:49:26.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.065+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=GV35W4HYFFSP type=del 2026-04-02T11:49:26.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.066+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~IIJ9DVI0N6FQ.0 size=1048576 2026-04-02T11:49:26.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.067+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~IIJ9DVI0N6FQ.1 size=52172 2026-04-02T11:49:26.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.067+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=IIJ9DVI0N6FQ tag=744VRVW573YH type=write size=2149324 2026-04-02T11:49:26.069 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.067+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=0U186SWAWDAP type=del 2026-04-02T11:49:26.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.068+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=F11QGRSFN29O type=del size=775491 2026-04-02T11:49:26.071 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.069+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~193GHD491PFW.0 size=189116 2026-04-02T11:49:26.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.072+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=193GHD491PFW tag=HQ02AQVQR48W type=write size=1237692 2026-04-02T11:49:26.075 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.073+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~W4I4IBDCWALH.0 size=1048576 2026-04-02T11:49:26.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.074+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~W4I4IBDCWALH.1 size=397152 2026-04-02T11:49:26.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.074+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=W4I4IBDCWALH tag=D6OY8WH1MFZ0 type=write size=2494304 2026-04-02T11:49:26.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.075+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=0RA48WJ873X3 type=del 2026-04-02T11:49:26.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.076+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~L095RLU6VLLD.0 size=1048576 2026-04-02T11:49:26.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.077+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~L095RLU6VLLD.1 size=1027038 2026-04-02T11:49:26.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.077+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=L095RLU6VLLD tag=G4DBW1US1UCU type=write size=3124190 2026-04-02T11:49:26.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.077+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=94GQT9FYOFRX type=del 2026-04-02T11:49:26.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.079+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~JTS8HM3R6S45.0 size=1048576 2026-04-02T11:49:26.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.079+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~JTS8HM3R6S45.1 size=1048576 2026-04-02T11:49:26.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.080+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~JTS8HM3R6S45.2 size=917780 2026-04-02T11:49:26.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.080+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=JTS8HM3R6S45 tag=4OWONTAXENLQ type=write size=4063508 2026-04-02T11:49:26.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.081+0000 7f5d7598a880 1 < canceled operation key=07AW9BPTKOI3 tag=UHT1ZFVXWU09 type=write size=522516 2026-04-02T11:49:26.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.082+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=4QPJN1I3QQ1D type=del size=306710 2026-04-02T11:49:26.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.083+0000 7f5d7598a880 1 < completed write operation key=J47182HKJTLL tag=SISMYI63L81A type=write size=576674 2026-04-02T11:49:26.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.084+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=F5IPU0C5932U type=write size=372005 2026-04-02T11:49:26.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.085+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=P9QBR2C72JIH type=del 2026-04-02T11:49:26.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.086+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=OUM1RZ2FQN3I type=del size=1065002 2026-04-02T11:49:26.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.086+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~VNXJEFAMRQLB.0 size=1048576 2026-04-02T11:49:26.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.087+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~VNXJEFAMRQLB.1 size=476900 2026-04-02T11:49:26.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.088+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=VNXJEFAMRQLB tag=LGW5KTX2I6C5 type=write size=2574052 2026-04-02T11:49:26.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.090+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~52B3RTPJMJRK.0 size=1048576 2026-04-02T11:49:26.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.091+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~52B3RTPJMJRK.1 size=658942 2026-04-02T11:49:26.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.091+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=52B3RTPJMJRK tag=E35A0FROVYA2 type=write size=2756094 2026-04-02T11:49:26.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.092+0000 7f5d7598a880 1 < completed write operation key=ZIMLW0YTOPPK tag=4X2RPHQRIW6Y type=write size=662790 2026-04-02T11:49:26.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.093+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~IX0GLTK8M2HQ.0 size=704612 2026-04-02T11:49:26.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.093+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=IX0GLTK8M2HQ tag=JMYIUGZSQSN1 type=write size=1753188 2026-04-02T11:49:26.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.094+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~ABV5X9QNVFRG.0 size=1048576 2026-04-02T11:49:26.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.095+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~ABV5X9QNVFRG.1 size=558751 2026-04-02T11:49:26.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.097+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=ABV5X9QNVFRG tag=40P4J1C8MHPX type=write size=2655903 2026-04-02T11:49:26.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.099+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=RYUI3K2HOMXX type=del size=3502071 2026-04-02T11:49:26.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.100+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=2X040VGJU9XT type=del 2026-04-02T11:49:26.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.101+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~XQK220912E01.0 size=918773 2026-04-02T11:49:26.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.101+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=XQK220912E01 tag=MPTE8CB5JVDE type=write size=1967349 2026-04-02T11:49:26.104 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.102+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~64KI3Q7AYGPS.0 size=1048576 2026-04-02T11:49:26.105 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.103+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~64KI3Q7AYGPS.1 size=682481 2026-04-02T11:49:26.106 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.105+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=64KI3Q7AYGPS tag=0I1486PO9UV0 type=write size=2779633 2026-04-02T11:49:26.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.110+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~FL509G5XM3UQ.0 size=1048576 2026-04-02T11:49:26.113 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.111+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~FL509G5XM3UQ.1 size=1048576 2026-04-02T11:49:26.113 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.112+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~FL509G5XM3UQ.2 size=148667 2026-04-02T11:49:26.114 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.112+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=FL509G5XM3UQ tag=JJME502J43FX type=write size=3294395 2026-04-02T11:49:26.114 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.113+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~R9JTUK1Z8HYI.0 size=1048576 2026-04-02T11:49:26.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.113+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~R9JTUK1Z8HYI.1 size=32158 2026-04-02T11:49:26.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.115+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=R9JTUK1Z8HYI tag=3R2KG263K59O type=write size=2129310 2026-04-02T11:49:26.118 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.116+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~BTKW7UTF62YL.0 size=1048576 2026-04-02T11:49:26.119 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.117+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~BTKW7UTF62YL.1 size=891505 2026-04-02T11:49:26.119 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.117+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=BTKW7UTF62YL tag=2WV03C316N9U type=write size=2988657 2026-04-02T11:49:26.120 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.118+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~FELJRT0LDV32.0 size=999568 2026-04-02T11:49:26.121 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.119+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=FELJRT0LDV32 tag=JRRLITPFWGOU type=write size=2048144 2026-04-02T11:49:26.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.120+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=1VFP02VCY35A type=del size=432983 2026-04-02T11:49:26.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.121+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=5ACWH5Z0VHS0 type=del 2026-04-02T11:49:26.123 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.121+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=9KJF2Y6CUDXC type=del size=1530366 2026-04-02T11:49:26.124 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.122+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~IIJ9DVI0N6FQ.0 size=1048576 2026-04-02T11:49:26.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.123+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~IIJ9DVI0N6FQ.1 size=52172 2026-04-02T11:49:26.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.124+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=IIJ9DVI0N6FQ tag=744VRVW573YH type=write size=2149324 2026-04-02T11:49:26.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.125+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=CVIENNZ9IMJ0 type=del size=2780757 2026-04-02T11:49:26.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.126+0000 7f5d7598a880 1 < canceled operation key=3T2FDRTF7XHC tag=F11QGRSFN29O type=del size=775491 2026-04-02T11:49:26.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.126+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=KH2O1BF2X2F0 type=del size=2530070 2026-04-02T11:49:26.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.127+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~W4I4IBDCWALH.0 size=1048576 2026-04-02T11:49:26.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.128+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~W4I4IBDCWALH.1 size=397152 2026-04-02T11:49:26.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.129+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=W4I4IBDCWALH tag=D6OY8WH1MFZ0 type=write size=2494304 2026-04-02T11:49:26.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.130+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=L134LXSS5QS5 type=del size=1326595 2026-04-02T11:49:26.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.130+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~L095RLU6VLLD.0 size=1048576 2026-04-02T11:49:26.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.131+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~L095RLU6VLLD.1 size=1027038 2026-04-02T11:49:26.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.132+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=L095RLU6VLLD tag=G4DBW1US1UCU type=write size=3124190 2026-04-02T11:49:26.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.133+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=C0THQXE27L0Z type=write size=668812 2026-04-02T11:49:26.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.134+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~JTS8HM3R6S45.0 size=1048576 2026-04-02T11:49:26.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.134+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~JTS8HM3R6S45.1 size=1048576 2026-04-02T11:49:26.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.135+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~JTS8HM3R6S45.2 size=917780 2026-04-02T11:49:26.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.136+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=JTS8HM3R6S45 tag=4OWONTAXENLQ type=write size=4063508 2026-04-02T11:49:26.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.137+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=066SATFYH74W type=write size=893615 2026-04-02T11:49:26.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.137+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=4QPJN1I3QQ1D type=del 2026-04-02T11:49:26.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.138+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=NF45EFJ3SZYA type=del size=3120965 2026-04-02T11:49:26.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.139+0000 7f5d7598a880 1 < completed write operation key=OCGXGNN4YVH3 tag=F5IPU0C5932U type=write size=372005 2026-04-02T11:49:26.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.140+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=EEW7SML21E3G type=del size=1646198 2026-04-02T11:49:26.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.140+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=OUM1RZ2FQN3I type=del 2026-04-02T11:49:26.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.141+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=U9YG3UOZF3AH type=write size=116811 2026-04-02T11:49:26.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.142+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~52B3RTPJMJRK.0 size=1048576 2026-04-02T11:49:26.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.143+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~52B3RTPJMJRK.1 size=658942 2026-04-02T11:49:26.146 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.144+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=52B3RTPJMJRK tag=E35A0FROVYA2 type=write size=2756094 2026-04-02T11:49:26.146 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.145+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=A70RAZW219QS type=write size=518220 2026-04-02T11:49:26.147 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.145+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~IX0GLTK8M2HQ.0 size=704612 2026-04-02T11:49:26.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.147+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=IX0GLTK8M2HQ tag=JMYIUGZSQSN1 type=write size=1753188 2026-04-02T11:49:26.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.148+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~CUKMNZ9ZUIYS.0 size=1048576 2026-04-02T11:49:26.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.148+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~CUKMNZ9ZUIYS.1 size=1048576 2026-04-02T11:49:26.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.149+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~CUKMNZ9ZUIYS.2 size=392564 2026-04-02T11:49:26.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.149+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=CUKMNZ9ZUIYS tag=MW7585G7RJ8F type=write size=3538292 2026-04-02T11:49:26.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.150+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=RYUI3K2HOMXX type=del 2026-04-02T11:49:26.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.151+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=8Y6QXH18EWU1 type=del size=1931144 2026-04-02T11:49:26.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.151+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~XQK220912E01.0 size=918773 2026-04-02T11:49:26.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.153+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=XQK220912E01 tag=MPTE8CB5JVDE type=write size=1967349 2026-04-02T11:49:26.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.153+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=3Z1CRBS456I7 type=write size=312209 2026-04-02T11:49:26.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.154+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~FL509G5XM3UQ.0 size=1048576 2026-04-02T11:49:26.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.155+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~FL509G5XM3UQ.1 size=1048576 2026-04-02T11:49:26.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.155+0000 7f5d7598a880 1 < canceled part key=_multipart_7GZSL99JL986.2~FL509G5XM3UQ.2 size=148667 2026-04-02T11:49:26.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.156+0000 7f5d7598a880 1 < canceled multipart upload key=7GZSL99JL986 upload=FL509G5XM3UQ tag=JJME502J43FX type=write size=3294395 2026-04-02T11:49:26.159 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.157+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~REE1TZ6FDPS4.0 size=1048576 2026-04-02T11:49:26.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.158+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~REE1TZ6FDPS4.1 size=5836 2026-04-02T11:49:26.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.158+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=REE1TZ6FDPS4 tag=98ZMTLRGH6HM type=write size=2102988 2026-04-02T11:49:26.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.159+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~BTKW7UTF62YL.0 size=1048576 2026-04-02T11:49:26.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.159+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~BTKW7UTF62YL.1 size=891505 2026-04-02T11:49:26.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.161+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=BTKW7UTF62YL tag=2WV03C316N9U type=write size=2988657 2026-04-02T11:49:26.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.162+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=B6ZAYM1M7S0L type=del size=3241783 2026-04-02T11:49:26.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.162+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=1VFP02VCY35A type=del 2026-04-02T11:49:26.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.163+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=JG14LSX01634 type=del size=1213242 2026-04-02T11:49:26.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.164+0000 7f5d7598a880 1 < canceled operation key=HOC3CF4CF4HD tag=9KJF2Y6CUDXC type=del size=1530366 2026-04-02T11:49:26.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.165+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~ZFAWR5TYRKHE.0 size=586494 2026-04-02T11:49:26.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.165+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=ZFAWR5TYRKHE tag=KYNAZUDE40I9 type=write size=1635070 2026-04-02T11:49:26.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.166+0000 7f5d7598a880 1 < canceled operation key=IOCSURQ3BMAF tag=CVIENNZ9IMJ0 type=del size=2780757 2026-04-02T11:49:26.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.168+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~RQ8L8EFTL2ZL.0 size=1048576 2026-04-02T11:49:26.170 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.168+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~RQ8L8EFTL2ZL.1 size=117307 2026-04-02T11:49:26.170 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.168+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=RQ8L8EFTL2ZL tag=A30MIFHSLY83 type=write size=2214459 2026-04-02T11:49:26.175 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.173+0000 7f5d7598a880 1 < suggested remove operation key=VILE4YEMEN09 tag=KH2O1BF2X2F0 type=del 2026-04-02T11:49:26.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.174+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=VP74G8EDE7TF type=del size=3328040 2026-04-02T11:49:26.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.175+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=L134LXSS5QS5 type=del 2026-04-02T11:49:26.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.176+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=Q9SFAHKT072R type=del size=2103041 2026-04-02T11:49:26.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.177+0000 7f5d7598a880 1 < completed write operation key=ZS5NQMR2F1CO tag=C0THQXE27L0Z type=write size=668812 2026-04-02T11:49:26.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.177+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=4KNX3YD3PT3E type=write size=1038348 2026-04-02T11:49:26.181 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.179+0000 7f5d7598a880 1 < completed write operation key=6F1O9WBBDT51 tag=066SATFYH74W type=write size=893615 2026-04-02T11:49:26.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.180+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=X7S5NJAMVOFZ type=del size=3782202 2026-04-02T11:49:26.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.181+0000 7f5d7598a880 1 < canceled operation key=7GZSL99JL986 tag=NF45EFJ3SZYA type=del size=3120965 2026-04-02T11:49:26.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.182+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=XDJKJ8BWRCK7 type=del size=1268360 2026-04-02T11:49:26.184 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.182+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=EEW7SML21E3G type=del 2026-04-02T11:49:26.185 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.183+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=9V3XL9YQXFCS type=del size=1081117 2026-04-02T11:49:26.185 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.184+0000 7f5d7598a880 1 < completed write operation key=HYSJYWQT3N55 tag=U9YG3UOZF3AH type=write size=116811 2026-04-02T11:49:26.186 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.184+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=7NDHZ2ASRY2R type=del size=1423658 2026-04-02T11:49:26.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.185+0000 7f5d7598a880 1 < completed write operation key=J47182HKJTLL tag=A70RAZW219QS type=write size=518220 2026-04-02T11:49:26.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.186+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=TRNLB9WYEZD5 type=write size=422080 2026-04-02T11:49:26.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.186+0000 7f5d7598a880 1 < canceled part key=_multipart_VILE4YEMEN09.2~CUKMNZ9ZUIYS.0 size=1048576 2026-04-02T11:49:26.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.187+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~CUKMNZ9ZUIYS.1 size=1048576 2026-04-02T11:49:26.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.188+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~CUKMNZ9ZUIYS.2 size=392564 2026-04-02T11:49:26.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.189+0000 7f5d7598a880 1 < canceled multipart upload key=VILE4YEMEN09 upload=CUKMNZ9ZUIYS tag=MW7585G7RJ8F type=write size=3538292 2026-04-02T11:49:26.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.191+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~EDK1OVBWJ459.0 size=1048576 2026-04-02T11:49:26.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.191+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~EDK1OVBWJ459.1 size=714947 2026-04-02T11:49:26.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.191+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=EDK1OVBWJ459 tag=ET15KIG83ZAZ type=write size=2812099 2026-04-02T11:49:26.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.192+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=8Y6QXH18EWU1 type=del 2026-04-02T11:49:26.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.193+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=7VZS1KQRQDKV type=write size=129526 2026-04-02T11:49:26.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.193+0000 7f5d7598a880 1 < canceled operation key=B069J9WSE2J1 tag=3Z1CRBS456I7 type=write size=312209 2026-04-02T11:49:26.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.195+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~ZPHX3KBUFMBG.0 size=773973 2026-04-02T11:49:26.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.195+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=ZPHX3KBUFMBG tag=S239A0WYH5PY type=write size=1822549 2026-04-02T11:49:26.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.195+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~REE1TZ6FDPS4.0 size=1048576 2026-04-02T11:49:26.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.196+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~REE1TZ6FDPS4.1 size=5836 2026-04-02T11:49:26.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.198+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=REE1TZ6FDPS4 tag=98ZMTLRGH6HM type=write size=2102988 2026-04-02T11:49:26.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.202+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=3RFUV4355989 type=del size=1157299 2026-04-02T11:49:26.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.203+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=B6ZAYM1M7S0L type=del 2026-04-02T11:49:26.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.204+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=WYCNS79CL4EQ type=del size=951892 2026-04-02T11:49:26.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.205+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=JG14LSX01634 type=del 2026-04-02T11:49:26.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.206+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=COI7C5MJRC3A type=del size=1830719 2026-04-02T11:49:26.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.207+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~ZFAWR5TYRKHE.0 size=586494 2026-04-02T11:49:26.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.208+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=ZFAWR5TYRKHE tag=KYNAZUDE40I9 type=write size=1635070 2026-04-02T11:49:26.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.209+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~FKRXNOXQ3YIC.0 size=1048576 2026-04-02T11:49:26.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.210+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~FKRXNOXQ3YIC.1 size=360085 2026-04-02T11:49:26.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.210+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=FKRXNOXQ3YIC tag=9AW1Y5TZ3JEX type=write size=2457237 2026-04-02T11:49:26.213 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.211+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~RQ8L8EFTL2ZL.0 size=1048576 2026-04-02T11:49:26.213 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.212+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~RQ8L8EFTL2ZL.1 size=117307 2026-04-02T11:49:26.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.213+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=RQ8L8EFTL2ZL tag=A30MIFHSLY83 type=write size=2214459 2026-04-02T11:49:26.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.214+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~7AK0BKZLH71V.0 size=1048576 2026-04-02T11:49:26.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.215+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~7AK0BKZLH71V.1 size=1048576 2026-04-02T11:49:26.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.216+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~7AK0BKZLH71V.2 size=753822 2026-04-02T11:49:26.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.216+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=7AK0BKZLH71V tag=DLAEYTHTBG4V type=write size=3899550 2026-04-02T11:49:26.218 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.216+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=VP74G8EDE7TF type=del 2026-04-02T11:49:26.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.218+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~7FF8675RV9Q2.0 size=825705 2026-04-02T11:49:26.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.218+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=7FF8675RV9Q2 tag=MWVENKT8Q9RJ type=write size=1874281 2026-04-02T11:49:26.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.219+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=Q9SFAHKT072R type=del 2026-04-02T11:49:26.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.220+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~NGWAKE28O5OY.0 size=1048576 2026-04-02T11:49:26.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.221+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~NGWAKE28O5OY.1 size=221523 2026-04-02T11:49:26.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.221+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=NGWAKE28O5OY tag=AURE4S199816 type=write size=2318675 2026-04-02T11:49:26.223 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.221+0000 7f5d7598a880 1 < canceled operation key=WMXK0TM2YJZJ tag=4KNX3YD3PT3E type=write size=1038348 2026-04-02T11:49:26.224 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.222+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=FKLKRMZUWPHJ type=del size=3827228 2026-04-02T11:49:26.225 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.224+0000 7f5d7598a880 1 < suggested update operation key=ZQKQX36TNEUQ tag=X7S5NJAMVOFZ type=del size=3782202 2026-04-02T11:49:26.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.225+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~PDM90Y3EJJD6.0 size=707199 2026-04-02T11:49:26.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.225+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=PDM90Y3EJJD6 tag=O4DC451U9298 type=write size=1755775 2026-04-02T11:49:26.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.226+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=XDJKJ8BWRCK7 type=del 2026-04-02T11:49:26.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.226+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=WE9N0IL5S4CT type=del size=1781641 2026-04-02T11:49:26.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.228+0000 7f5d7598a880 1 < suggested remove operation key=6F1O9WBBDT51 tag=9V3XL9YQXFCS type=del 2026-04-02T11:49:26.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.229+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=7VTTQWJ8A85T type=write size=770335 2026-04-02T11:49:26.231 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.229+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=7NDHZ2ASRY2R type=del 2026-04-02T11:49:26.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.230+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=UCYUBWCA7Y6M type=del size=4179166 2026-04-02T11:49:26.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.231+0000 7f5d7598a880 1 < completed write operation key=TG8AKFTZB4ZM tag=TRNLB9WYEZD5 type=write size=422080 2026-04-02T11:49:26.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.231+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=4Q8N5AN7IMOT type=del size=2156402 2026-04-02T11:49:26.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.231+0000 7f5d7598a880 1 < canceled part key=_multipart_J47182HKJTLL.2~EDK1OVBWJ459.0 size=1048576 2026-04-02T11:49:26.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.236+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~EDK1OVBWJ459.1 size=714947 2026-04-02T11:49:26.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.237+0000 7f5d7598a880 1 < canceled multipart upload key=J47182HKJTLL upload=EDK1OVBWJ459 tag=ET15KIG83ZAZ type=write size=2812099 2026-04-02T11:49:26.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.239+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=Z7QJN0DGXUNK type=write size=74617 2026-04-02T11:49:26.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.240+0000 7f5d7598a880 1 < completed write operation key=6BTSQ5CT3T88 tag=7VZS1KQRQDKV type=write size=129526 2026-04-02T11:49:26.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.241+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=AM9998VUGRRW type=del size=1046106 2026-04-02T11:49:26.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.241+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~ZPHX3KBUFMBG.0 size=773973 2026-04-02T11:49:26.245 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.243+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=ZPHX3KBUFMBG tag=S239A0WYH5PY type=write size=1822549 2026-04-02T11:49:26.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.245+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~8J9OSMTTQXE8.0 size=1048576 2026-04-02T11:49:26.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.246+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~8J9OSMTTQXE8.1 size=1048576 2026-04-02T11:49:26.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.247+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~8J9OSMTTQXE8.2 size=310084 2026-04-02T11:49:26.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.247+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=8J9OSMTTQXE8 tag=0Y8PD2LA7G2W type=write size=3455812 2026-04-02T11:49:26.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.247+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=3RFUV4355989 type=del 2026-04-02T11:49:26.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.248+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=10G4SCRQPIA2 type=del size=105957 2026-04-02T11:49:26.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.249+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=WYCNS79CL4EQ type=del 2026-04-02T11:49:26.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.250+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=I5I5WE0PD9CC type=del size=143778 2026-04-02T11:49:26.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.251+0000 7f5d7598a880 1 < canceled operation key=3T2FDRTF7XHC tag=COI7C5MJRC3A type=del size=1830719 2026-04-02T11:49:26.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.252+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~VHQQA6DVEB17.0 size=962456 2026-04-02T11:49:26.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.252+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=VHQQA6DVEB17 tag=TILFWVZ6L3MU type=write size=2011032 2026-04-02T11:49:26.255 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.253+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~FKRXNOXQ3YIC.0 size=1048576 2026-04-02T11:49:26.256 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.254+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~FKRXNOXQ3YIC.1 size=360085 2026-04-02T11:49:26.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.255+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=FKRXNOXQ3YIC tag=9AW1Y5TZ3JEX type=write size=2457237 2026-04-02T11:49:26.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.257+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~AZVZL93SMCBU.0 size=534116 2026-04-02T11:49:26.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.257+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=AZVZL93SMCBU tag=G2BWXNNCQ6UF type=write size=1582692 2026-04-02T11:49:26.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.258+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~7AK0BKZLH71V.0 size=1048576 2026-04-02T11:49:26.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.259+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~7AK0BKZLH71V.1 size=1048576 2026-04-02T11:49:26.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.259+0000 7f5d7598a880 1 < canceled part key=_multipart_3T2FDRTF7XHC.2~7AK0BKZLH71V.2 size=753822 2026-04-02T11:49:26.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.260+0000 7f5d7598a880 1 < canceled multipart upload key=3T2FDRTF7XHC upload=7AK0BKZLH71V tag=DLAEYTHTBG4V type=write size=3899550 2026-04-02T11:49:26.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.261+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=23EP33DF8SUP type=del size=1770719 2026-04-02T11:49:26.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.262+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~7FF8675RV9Q2.0 size=825705 2026-04-02T11:49:26.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.263+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=7FF8675RV9Q2 tag=MWVENKT8Q9RJ type=write size=1874281 2026-04-02T11:49:26.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.264+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=YWEERECFPEL6 type=del size=2396888 2026-04-02T11:49:26.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.266+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~NGWAKE28O5OY.0 size=1048576 2026-04-02T11:49:26.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.266+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~NGWAKE28O5OY.1 size=221523 2026-04-02T11:49:26.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.268+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=NGWAKE28O5OY tag=AURE4S199816 type=write size=2318675 2026-04-02T11:49:26.271 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.269+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~L6BIIKU3RLR1.0 size=369409 2026-04-02T11:49:26.271 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.269+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=L6BIIKU3RLR1 tag=L5R3UFXD416X type=write size=1417985 2026-04-02T11:49:26.272 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.270+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=FKLKRMZUWPHJ type=del 2026-04-02T11:49:26.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.271+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~DQST1H64NWVM.0 size=1048576 2026-04-02T11:49:26.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.272+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~DQST1H64NWVM.1 size=873430 2026-04-02T11:49:26.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.272+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=DQST1H64NWVM tag=ZMFOTBKH2S9B type=write size=2970582 2026-04-02T11:49:26.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.273+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~PDM90Y3EJJD6.0 size=707199 2026-04-02T11:49:26.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.274+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=PDM90Y3EJJD6 tag=O4DC451U9298 type=write size=1755775 2026-04-02T11:49:26.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.275+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~38UWYT2KDX7L.0 size=1048576 2026-04-02T11:49:26.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.276+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~38UWYT2KDX7L.1 size=1048576 2026-04-02T11:49:26.278 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.276+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~38UWYT2KDX7L.2 size=494774 2026-04-02T11:49:26.278 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.276+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=38UWYT2KDX7L tag=5JN1TEIH86JY type=write size=3640502 2026-04-02T11:49:26.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.277+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=WE9N0IL5S4CT type=del 2026-04-02T11:49:26.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.278+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=5XNWG6HDOGWQ type=del size=52436 2026-04-02T11:49:26.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.279+0000 7f5d7598a880 1 < completed write operation key=5MI2F3J8J9MJ tag=7VTTQWJ8A85T type=write size=770335 2026-04-02T11:49:26.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.279+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=V0RH10HHGJ4C type=del size=3306622 2026-04-02T11:49:26.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.280+0000 7f5d7598a880 1 < canceled operation key=C6GX0GW6KDYE tag=UCYUBWCA7Y6M type=del size=4179166 2026-04-02T11:49:26.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.281+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=SN54AFHSPS3H type=write size=331301 2026-04-02T11:49:26.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.282+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=4Q8N5AN7IMOT type=del 2026-04-02T11:49:26.284 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.282+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=P55X2QB4NWYQ type=del size=2492289 2026-04-02T11:49:26.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.283+0000 7f5d7598a880 1 < completed write operation key=ZS5NQMR2F1CO tag=Z7QJN0DGXUNK type=write size=74617 2026-04-02T11:49:26.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.284+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=26XFJSVRF2PG type=del size=993118 2026-04-02T11:49:26.286 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.284+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=AM9998VUGRRW type=del 2026-04-02T11:49:26.287 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.285+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=7LEZZT43QDOL type=del size=4187158 2026-04-02T11:49:26.288 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.286+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~8J9OSMTTQXE8.0 size=1048576 2026-04-02T11:49:26.288 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.286+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~8J9OSMTTQXE8.1 size=1048576 2026-04-02T11:49:26.289 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.287+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~8J9OSMTTQXE8.2 size=310084 2026-04-02T11:49:26.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.288+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=8J9OSMTTQXE8 tag=0Y8PD2LA7G2W type=write size=3455812 2026-04-02T11:49:26.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.289+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=XMZJQGG3KAYW type=del size=2489808 2026-04-02T11:49:26.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.290+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=10G4SCRQPIA2 type=del 2026-04-02T11:49:26.294 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.292+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~4IQ93P8GQ6EN.0 size=460270 2026-04-02T11:49:26.294 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.292+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=4IQ93P8GQ6EN tag=NYPQ636W264B type=write size=1508846 2026-04-02T11:49:26.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.293+0000 7f5d7598a880 1 < suggested remove operation key=HOC3CF4CF4HD tag=I5I5WE0PD9CC type=del 2026-04-02T11:49:26.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.295+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~6OGY78HMS0CQ.0 size=1048576 2026-04-02T11:49:26.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.295+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~6OGY78HMS0CQ.1 size=1048576 2026-04-02T11:49:26.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.296+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~6OGY78HMS0CQ.2 size=902340 2026-04-02T11:49:26.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.296+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=6OGY78HMS0CQ tag=DTXKNK2AIX63 type=write size=4048068 2026-04-02T11:49:26.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.297+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~VHQQA6DVEB17.0 size=962456 2026-04-02T11:49:26.300 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.298+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=VHQQA6DVEB17 tag=TILFWVZ6L3MU type=write size=2011032 2026-04-02T11:49:26.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.299+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~0QQSW5PDAJL5.0 size=1048576 2026-04-02T11:49:26.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.300+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~0QQSW5PDAJL5.1 size=582436 2026-04-02T11:49:26.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.300+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=0QQSW5PDAJL5 tag=UOS6HFUJX36L type=write size=2679588 2026-04-02T11:49:26.302 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.300+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~AZVZL93SMCBU.0 size=534116 2026-04-02T11:49:26.304 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.302+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=AZVZL93SMCBU tag=G2BWXNNCQ6UF type=write size=1582692 2026-04-02T11:49:26.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.303+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~IOOAACFQQ96N.0 size=1048576 2026-04-02T11:49:26.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.304+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~IOOAACFQQ96N.1 size=1048576 2026-04-02T11:49:26.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.305+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~IOOAACFQQ96N.2 size=1027193 2026-04-02T11:49:26.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.305+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=IOOAACFQQ96N tag=C1P83OQPQYN2 type=write size=4172921 2026-04-02T11:49:26.307 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.305+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=23EP33DF8SUP type=del 2026-04-02T11:49:26.308 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.307+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~W8PBP883NHB8.0 size=787713 2026-04-02T11:49:26.308 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.307+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=W8PBP883NHB8 tag=MMOGUQLK9576 type=write size=1836289 2026-04-02T11:49:26.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.307+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=YWEERECFPEL6 type=del 2026-04-02T11:49:26.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.308+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=5PCM9WQHPJDS type=del size=2859768 2026-04-02T11:49:26.311 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.309+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~L6BIIKU3RLR1.0 size=369409 2026-04-02T11:49:26.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.311+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=L6BIIKU3RLR1 tag=L5R3UFXD416X type=write size=1417985 2026-04-02T11:49:26.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.312+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~Q58A8T3VMUUS.0 size=1048576 2026-04-02T11:49:26.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.313+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~Q58A8T3VMUUS.1 size=1048576 2026-04-02T11:49:26.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.314+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~Q58A8T3VMUUS.2 size=360734 2026-04-02T11:49:26.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.314+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=Q58A8T3VMUUS tag=5XMTE8BR5AHR type=write size=3506462 2026-04-02T11:49:26.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.314+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~DQST1H64NWVM.0 size=1048576 2026-04-02T11:49:26.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.315+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~DQST1H64NWVM.1 size=873430 2026-04-02T11:49:26.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.317+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=DQST1H64NWVM tag=ZMFOTBKH2S9B type=write size=2970582 2026-04-02T11:49:26.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.318+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~AG3L7BO4I2RY.0 size=192565 2026-04-02T11:49:26.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.318+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=AG3L7BO4I2RY tag=UBR6MKOFQHT2 type=write size=1241141 2026-04-02T11:49:26.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.319+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~38UWYT2KDX7L.0 size=1048576 2026-04-02T11:49:26.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.320+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~38UWYT2KDX7L.1 size=1048576 2026-04-02T11:49:26.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.320+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~38UWYT2KDX7L.2 size=494774 2026-04-02T11:49:26.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.322+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=38UWYT2KDX7L tag=5JN1TEIH86JY type=write size=3640502 2026-04-02T11:49:26.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.323+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=Z0O0YKH0P1DY type=del size=1418859 2026-04-02T11:49:26.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.324+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=5XNWG6HDOGWQ type=del 2026-04-02T11:49:26.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.333+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=490IOVJEKNLR type=del size=1009714 2026-04-02T11:49:26.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.335+0000 7f5d7598a880 1 < suggested update operation key=C6GX0GW6KDYE tag=V0RH10HHGJ4C type=del size=3306622 2026-04-02T11:49:26.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.337+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~55BBBI5DXNS1.0 size=1048576 2026-04-02T11:49:26.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.338+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~55BBBI5DXNS1.1 size=1048576 2026-04-02T11:49:26.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.338+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~55BBBI5DXNS1.2 size=32142 2026-04-02T11:49:26.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.338+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=55BBBI5DXNS1 tag=ITY32JIOPAN4 type=write size=3177870 2026-04-02T11:49:26.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.340+0000 7f5d7598a880 1 < suggested update operation key=IOCSURQ3BMAF tag=SN54AFHSPS3H type=write size=331301 2026-04-02T11:49:26.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.342+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~S86WQQKN4J1T.0 size=1048576 2026-04-02T11:49:26.344 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.342+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~S86WQQKN4J1T.1 size=227845 2026-04-02T11:49:26.344 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.342+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=S86WQQKN4J1T tag=HNKX4UF4TCZ2 type=write size=2324997 2026-04-02T11:49:26.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.344+0000 7f5d7598a880 1 < suggested remove operation key=52PU1ZBC7VWW tag=P55X2QB4NWYQ type=del 2026-04-02T11:49:26.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.345+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=RWXV3H3TR593 type=write size=400585 2026-04-02T11:49:26.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.346+0000 7f5d7598a880 1 < canceled operation key=HYSJYWQT3N55 tag=26XFJSVRF2PG type=del size=993118 2026-04-02T11:49:26.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.347+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=IHXV8IPQMN1P type=del size=1709941 2026-04-02T11:49:26.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.347+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=7LEZZT43QDOL type=del 2026-04-02T11:49:26.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.348+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=XLIO4FSII0UD type=write size=628216 2026-04-02T11:49:26.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.349+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=XMZJQGG3KAYW type=del 2026-04-02T11:49:26.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.350+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=VLDKU53N86O4 type=write size=181271 2026-04-02T11:49:26.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.351+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~4IQ93P8GQ6EN.0 size=460270 2026-04-02T11:49:26.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.352+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=4IQ93P8GQ6EN tag=NYPQ636W264B type=write size=1508846 2026-04-02T11:49:26.355 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.353+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=KEWSQABK8VLE type=del size=4054985 2026-04-02T11:49:26.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.354+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~6OGY78HMS0CQ.0 size=1048576 2026-04-02T11:49:26.358 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.357+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~6OGY78HMS0CQ.1 size=1048576 2026-04-02T11:49:26.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.358+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~6OGY78HMS0CQ.2 size=902340 2026-04-02T11:49:26.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.362+0000 7f5d7598a880 1 < completed multipart upload key=UWKIR14N3KM3 upload=6OGY78HMS0CQ tag=DTXKNK2AIX63 type=write size=4048068 2026-04-02T11:49:26.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.370+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=MG4K45K8GMXC type=del size=604134 2026-04-02T11:49:26.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.370+0000 7f5d7598a880 1 < canceled part key=_multipart_7GZSL99JL986.2~0QQSW5PDAJL5.0 size=1048576 2026-04-02T11:49:26.373 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.371+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~0QQSW5PDAJL5.1 size=582436 2026-04-02T11:49:26.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.372+0000 7f5d7598a880 1 < canceled multipart upload key=7GZSL99JL986 upload=0QQSW5PDAJL5 tag=UOS6HFUJX36L type=write size=2679588 2026-04-02T11:49:26.375 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.373+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=XSJ2IWGD7PXM type=write size=675018 2026-04-02T11:49:26.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.374+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~IOOAACFQQ96N.0 size=1048576 2026-04-02T11:49:26.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.375+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~IOOAACFQQ96N.1 size=1048576 2026-04-02T11:49:26.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.375+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~IOOAACFQQ96N.2 size=1027193 2026-04-02T11:49:26.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.377+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=IOOAACFQQ96N tag=C1P83OQPQYN2 type=write size=4172921 2026-04-02T11:49:26.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.377+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=QFGCRGK15QLB type=del size=2646190 2026-04-02T11:49:26.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.378+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~W8PBP883NHB8.0 size=787713 2026-04-02T11:49:26.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.379+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=W8PBP883NHB8 tag=MMOGUQLK9576 type=write size=1836289 2026-04-02T11:49:26.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.380+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=UQH227HKOCKT type=del size=880144 2026-04-02T11:49:26.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.381+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=5PCM9WQHPJDS type=del 2026-04-02T11:49:26.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.382+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=BUSY3LKDZ9ZX type=del size=2663170 2026-04-02T11:49:26.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.382+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~Q58A8T3VMUUS.0 size=1048576 2026-04-02T11:49:26.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.383+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~Q58A8T3VMUUS.1 size=1048576 2026-04-02T11:49:26.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.384+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~Q58A8T3VMUUS.2 size=360734 2026-04-02T11:49:26.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.385+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=Q58A8T3VMUUS tag=5XMTE8BR5AHR type=write size=3506462 2026-04-02T11:49:26.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.388+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~PHTK1XQZBN60.0 size=45826 2026-04-02T11:49:26.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.388+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=PHTK1XQZBN60 tag=34UTAM8Y6X3J type=write size=1094402 2026-04-02T11:49:26.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.389+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~AG3L7BO4I2RY.0 size=192565 2026-04-02T11:49:26.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.390+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=AG3L7BO4I2RY tag=UBR6MKOFQHT2 type=write size=1241141 2026-04-02T11:49:26.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.391+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=3GZ3KNX6PRIS type=del size=1765007 2026-04-02T11:49:26.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.391+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=Z0O0YKH0P1DY type=del 2026-04-02T11:49:26.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.393+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~YV4MXW2Q4YRS.0 size=1048576 2026-04-02T11:49:26.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.393+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~YV4MXW2Q4YRS.1 size=1048576 2026-04-02T11:49:26.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.394+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~YV4MXW2Q4YRS.2 size=178650 2026-04-02T11:49:26.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.394+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=YV4MXW2Q4YRS tag=GLAPCEYD4FPN type=write size=3324378 2026-04-02T11:49:26.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.396+0000 7f5d7598a880 1 < suggested update operation key=6BTSQ5CT3T88 tag=490IOVJEKNLR type=del size=1009714 2026-04-02T11:49:26.398 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.396+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=WAMUCIE8MMF5 type=write size=403411 2026-04-02T11:49:26.399 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.397+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~55BBBI5DXNS1.0 size=1048576 2026-04-02T11:49:26.400 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.398+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~55BBBI5DXNS1.1 size=1048576 2026-04-02T11:49:26.400 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.398+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~55BBBI5DXNS1.2 size=32142 2026-04-02T11:49:26.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.400+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=55BBBI5DXNS1 tag=ITY32JIOPAN4 type=write size=3177870 2026-04-02T11:49:26.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.400+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=1DFD202CDA2L type=del size=4190018 2026-04-02T11:49:26.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.401+0000 7f5d7598a880 1 < canceled part key=_multipart_42U7D3Y8Z7PW.2~S86WQQKN4J1T.0 size=1048576 2026-04-02T11:49:26.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.401+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~S86WQQKN4J1T.1 size=227845 2026-04-02T11:49:26.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.403+0000 7f5d7598a880 1 < canceled multipart upload key=42U7D3Y8Z7PW upload=S86WQQKN4J1T tag=HNKX4UF4TCZ2 type=write size=2324997 2026-04-02T11:49:26.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.404+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~744XU61YSNVE.0 size=1048576 2026-04-02T11:49:26.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.405+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~744XU61YSNVE.1 size=926529 2026-04-02T11:49:26.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.405+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=744XU61YSNVE tag=ZRH0RPZN33KZ type=write size=3023681 2026-04-02T11:49:26.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.405+0000 7f5d7598a880 -1 < failed to complete operation key=6BTSQ5CT3T88 tag=RWXV3H3TR593 type=write size=400585: (22) Invalid argument 2026-04-02T11:49:26.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.406+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=IN2J4RGV66J3 type=write size=9209 2026-04-02T11:49:26.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.407+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=IHXV8IPQMN1P type=del 2026-04-02T11:49:26.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.408+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~OCWFC0SQ0YU9.0 size=942617 2026-04-02T11:49:26.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.408+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=OCWFC0SQ0YU9 tag=H0F64JPR8A4N type=write size=1991193 2026-04-02T11:49:26.411 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.409+0000 7f5d7598a880 1 < completed write operation key=J4VNVDQ38I9H tag=XLIO4FSII0UD type=write size=628216 2026-04-02T11:49:26.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.410+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~0HJZIUHELS9X.0 size=1048576 2026-04-02T11:49:26.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.411+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~0HJZIUHELS9X.1 size=987665 2026-04-02T11:49:26.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.411+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=0HJZIUHELS9X tag=KI13GLW3SLT6 type=write size=3084817 2026-04-02T11:49:26.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.412+0000 7f5d7598a880 1 < canceled operation key=J47182HKJTLL tag=VLDKU53N86O4 type=write size=181271 2026-04-02T11:49:26.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.412+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=S2ZHUYLM1Z68 type=del size=1697234 2026-04-02T11:49:26.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.413+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=KEWSQABK8VLE type=del 2026-04-02T11:49:26.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.415+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~PFXF0YT9TSKJ.0 size=979684 2026-04-02T11:49:26.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.415+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=PFXF0YT9TSKJ tag=MEDZ28EQP5O0 type=write size=2028260 2026-04-02T11:49:26.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.415+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=MG4K45K8GMXC type=del 2026-04-02T11:49:26.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.417+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=EEYAIRKOBD3U type=del size=1153285 2026-04-02T11:49:26.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.418+0000 7f5d7598a880 1 < completed write operation key=5MI2F3J8J9MJ tag=XSJ2IWGD7PXM type=write size=675018 2026-04-02T11:49:26.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.419+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~WCR6DBEO1Z50.0 size=1048576 2026-04-02T11:49:26.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.420+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~WCR6DBEO1Z50.1 size=1048576 2026-04-02T11:49:26.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.420+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~WCR6DBEO1Z50.2 size=708701 2026-04-02T11:49:26.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.420+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=WCR6DBEO1Z50 tag=7F1U5TW4M1O5 type=write size=3854429 2026-04-02T11:49:26.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.421+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=QFGCRGK15QLB type=del 2026-04-02T11:49:26.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.422+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=MI9EH4JB3SLW type=del size=2347448 2026-04-02T11:49:26.425 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.423+0000 7f5d7598a880 1 < canceled operation key=IOCSURQ3BMAF tag=UQH227HKOCKT type=del size=880144 2026-04-02T11:49:26.426 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.424+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=A28NMWGPUBLS type=del size=425397 2026-04-02T11:49:26.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.426+0000 7f5d7598a880 1 < suggested remove operation key=6BTSQ5CT3T88 tag=BUSY3LKDZ9ZX type=del 2026-04-02T11:49:26.428 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.426+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=0983AUE49J23 type=del size=155423 2026-04-02T11:49:26.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.427+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~PHTK1XQZBN60.0 size=45826 2026-04-02T11:49:26.431 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.429+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=PHTK1XQZBN60 tag=34UTAM8Y6X3J type=write size=1094402 2026-04-02T11:49:26.431 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.430+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=N9F9L631GQKP type=del size=1704273 2026-04-02T11:49:26.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.431+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=3GZ3KNX6PRIS type=del 2026-04-02T11:49:26.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.432+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~OWVVGE6Z2NHP.0 size=998955 2026-04-02T11:49:26.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.432+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=OWVVGE6Z2NHP tag=VPFNOS6QTM5Z type=write size=2047531 2026-04-02T11:49:26.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.433+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~YV4MXW2Q4YRS.0 size=1048576 2026-04-02T11:49:26.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.434+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~YV4MXW2Q4YRS.1 size=1048576 2026-04-02T11:49:26.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.434+0000 7f5d7598a880 1 < canceled part key=_multipart_5SYEEEI3LHR1.2~YV4MXW2Q4YRS.2 size=178650 2026-04-02T11:49:26.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.436+0000 7f5d7598a880 1 < canceled multipart upload key=5SYEEEI3LHR1 upload=YV4MXW2Q4YRS tag=GLAPCEYD4FPN type=write size=3324378 2026-04-02T11:49:26.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.437+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=82U5AW2A560V type=write size=435384 2026-04-02T11:49:26.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.438+0000 7f5d7598a880 1 < suggested remove operation key=52PU1ZBC7VWW tag=WAMUCIE8MMF5 type=write 2026-04-02T11:49:26.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.440+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~GC5QOO17ZCH5.0 size=279643 2026-04-02T11:49:26.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.440+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=GC5QOO17ZCH5 tag=UFZ13PZZDZ0W type=write size=1328219 2026-04-02T11:49:26.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.441+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=1DFD202CDA2L type=del 2026-04-02T11:49:26.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.442+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=4HJZMRUMMOF1 type=del size=240201 2026-04-02T11:49:26.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.443+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~744XU61YSNVE.0 size=1048576 2026-04-02T11:49:26.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.443+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~744XU61YSNVE.1 size=926529 2026-04-02T11:49:26.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.445+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=744XU61YSNVE tag=ZRH0RPZN33KZ type=write size=3023681 2026-04-02T11:49:26.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.446+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=HF6KCDXHCU7L type=del size=2665930 2026-04-02T11:49:26.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.447+0000 7f5d7598a880 1 < completed write operation key=B069J9WSE2J1 tag=IN2J4RGV66J3 type=write size=9209 2026-04-02T11:49:26.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.448+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~86HSBNYSBAZF.0 size=1048576 2026-04-02T11:49:26.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.449+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~86HSBNYSBAZF.1 size=149190 2026-04-02T11:49:26.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.449+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=86HSBNYSBAZF tag=FY6HX8HH61MO type=write size=2246342 2026-04-02T11:49:26.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.450+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~OCWFC0SQ0YU9.0 size=942617 2026-04-02T11:49:26.453 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.451+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=OCWFC0SQ0YU9 tag=H0F64JPR8A4N type=write size=1991193 2026-04-02T11:49:26.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.456+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~1UAOA1P70K16.0 size=1048576 2026-04-02T11:49:26.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.456+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~1UAOA1P70K16.1 size=861975 2026-04-02T11:49:26.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.456+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=1UAOA1P70K16 tag=O3AEZTLPO7MR type=write size=2959127 2026-04-02T11:49:26.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.457+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~0HJZIUHELS9X.0 size=1048576 2026-04-02T11:49:26.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.458+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~0HJZIUHELS9X.1 size=987665 2026-04-02T11:49:26.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.459+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=0HJZIUHELS9X tag=KI13GLW3SLT6 type=write size=3084817 2026-04-02T11:49:26.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.460+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=5MXGMT2FJTTI type=del size=3606332 2026-04-02T11:49:26.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.461+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=S2ZHUYLM1Z68 type=del 2026-04-02T11:49:26.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.462+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=IAZ0JRDMRT0Q type=del size=1579965 2026-04-02T11:49:26.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.463+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~PFXF0YT9TSKJ.0 size=979684 2026-04-02T11:49:26.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.464+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=PFXF0YT9TSKJ tag=MEDZ28EQP5O0 type=write size=2028260 2026-04-02T11:49:26.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.465+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=PO65KJO0QTOI type=del size=3430008 2026-04-02T11:49:26.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.466+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=EEYAIRKOBD3U type=del 2026-04-02T11:49:26.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.467+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=ZF7PZ2ZOYR3M type=del size=4059505 2026-04-02T11:49:26.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.467+0000 7f5d7598a880 1 < canceled part key=_multipart_ZS5NQMR2F1CO.2~WCR6DBEO1Z50.0 size=1048576 2026-04-02T11:49:26.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.468+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~WCR6DBEO1Z50.1 size=1048576 2026-04-02T11:49:26.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.468+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~WCR6DBEO1Z50.2 size=708701 2026-04-02T11:49:26.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.470+0000 7f5d7598a880 1 < canceled multipart upload key=ZS5NQMR2F1CO upload=WCR6DBEO1Z50 tag=7F1U5TW4M1O5 type=write size=3854429 2026-04-02T11:49:26.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.472+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~8E9QZ8YMJMAA.0 size=359816 2026-04-02T11:49:26.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.472+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=8E9QZ8YMJMAA tag=AY8IURQVSRAG type=write size=1408392 2026-04-02T11:49:26.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.473+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=MI9EH4JB3SLW type=del 2026-04-02T11:49:26.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.473+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=OY5CFGMWFYE5 type=write size=542060 2026-04-02T11:49:26.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.474+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=A28NMWGPUBLS type=del 2026-04-02T11:49:26.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.475+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=TCT145WK5SWV type=del size=239660 2026-04-02T11:49:26.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.476+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=0983AUE49J23 type=del 2026-04-02T11:49:26.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.477+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=LXNEL3L8HIJO type=del size=551512 2026-04-02T11:49:26.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.478+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=N9F9L631GQKP type=del 2026-04-02T11:49:26.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.479+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=XARGUNJ1DOTZ type=del size=3217078 2026-04-02T11:49:26.481 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.480+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~OWVVGE6Z2NHP.0 size=998955 2026-04-02T11:49:26.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.481+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=OWVVGE6Z2NHP tag=VPFNOS6QTM5Z type=write size=2047531 2026-04-02T11:49:26.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.483+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~JZVDD9K37735.0 size=1048576 2026-04-02T11:49:26.485 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.483+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~JZVDD9K37735.1 size=1048576 2026-04-02T11:49:26.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.484+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~JZVDD9K37735.2 size=707339 2026-04-02T11:49:26.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.484+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=JZVDD9K37735 tag=UE8DF8B8HZ0W type=write size=3853067 2026-04-02T11:49:26.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.485+0000 7f5d7598a880 1 < completed write operation key=OCGXGNN4YVH3 tag=82U5AW2A560V type=write size=435384 2026-04-02T11:49:26.488 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.486+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=RG2QMGBR4XKT type=write size=440335 2026-04-02T11:49:26.488 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.486+0000 7f5d7598a880 1 < canceled part key=_multipart_11O38SMUYMX2.2~GC5QOO17ZCH5.0 size=279643 2026-04-02T11:49:26.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.488+0000 7f5d7598a880 1 < canceled multipart upload key=11O38SMUYMX2 upload=GC5QOO17ZCH5 tag=UFZ13PZZDZ0W type=write size=1328219 2026-04-02T11:49:26.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.491+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~DH60M3TWEY6I.0 size=1048576 2026-04-02T11:49:26.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.491+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~DH60M3TWEY6I.1 size=937272 2026-04-02T11:49:26.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.491+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=DH60M3TWEY6I tag=WNQ6BATJWKHJ type=write size=3034424 2026-04-02T11:49:26.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.492+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=4HJZMRUMMOF1 type=del 2026-04-02T11:49:26.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.493+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~NMEMT45S7RUE.0 size=1048576 2026-04-02T11:49:26.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.494+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~NMEMT45S7RUE.1 size=306638 2026-04-02T11:49:26.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.494+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=NMEMT45S7RUE tag=K5XB5OE68TW8 type=write size=2403790 2026-04-02T11:49:26.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.495+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=HF6KCDXHCU7L type=del 2026-04-02T11:49:26.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.496+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=TFO4H0O0G2VY type=del size=2668589 2026-04-02T11:49:26.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.497+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~86HSBNYSBAZF.0 size=1048576 2026-04-02T11:49:26.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.498+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~86HSBNYSBAZF.1 size=149190 2026-04-02T11:49:26.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.500+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=86HSBNYSBAZF tag=FY6HX8HH61MO type=write size=2246342 2026-04-02T11:49:26.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.501+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~ZCP3S25RR5NN.0 size=1045530 2026-04-02T11:49:26.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.501+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=ZCP3S25RR5NN tag=H13HB9X64AB7 type=write size=2094106 2026-04-02T11:49:26.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.502+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~1UAOA1P70K16.0 size=1048576 2026-04-02T11:49:26.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.503+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~1UAOA1P70K16.1 size=861975 2026-04-02T11:49:26.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.505+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=1UAOA1P70K16 tag=O3AEZTLPO7MR type=write size=2959127 2026-04-02T11:49:26.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.506+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~9K8VJ01FLFGN.0 size=1048576 2026-04-02T11:49:26.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.507+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~9K8VJ01FLFGN.1 size=1048576 2026-04-02T11:49:26.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.508+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~9K8VJ01FLFGN.2 size=661135 2026-04-02T11:49:26.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.508+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=9K8VJ01FLFGN tag=7XKJ1JTGW9MK type=write size=3806863 2026-04-02T11:49:26.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.509+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=5MXGMT2FJTTI type=del 2026-04-02T11:49:26.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.510+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=GH70PPMOJE6Y type=del size=3383827 2026-04-02T11:49:26.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.511+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=IAZ0JRDMRT0Q type=del 2026-04-02T11:49:26.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.512+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=OQ5K1O97EM9Q type=del size=1896836 2026-04-02T11:49:26.514 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.513+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=PO65KJO0QTOI type=del 2026-04-02T11:49:26.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.514+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=E6CHTH91Y12W type=del size=3604789 2026-04-02T11:49:26.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.514+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=ZF7PZ2ZOYR3M type=del 2026-04-02T11:49:26.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.515+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=ZNYSLO7Z3JJM type=del size=4021883 2026-04-02T11:49:26.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.516+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~8E9QZ8YMJMAA.0 size=359816 2026-04-02T11:49:26.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.519+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=8E9QZ8YMJMAA tag=AY8IURQVSRAG type=write size=1408392 2026-04-02T11:49:26.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.521+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~WB920G9U1G3X.0 size=842452 2026-04-02T11:49:26.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.521+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=WB920G9U1G3X tag=G3CD9F0HI02Z type=write size=1891028 2026-04-02T11:49:26.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.521+0000 7f5d7598a880 1 < completed write operation key=HOC3CF4CF4HD tag=OY5CFGMWFYE5 type=write size=542060 2026-04-02T11:49:26.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.523+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~SWZXM1QCM2QS.0 size=1048576 2026-04-02T11:49:26.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.525+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~SWZXM1QCM2QS.1 size=887189 2026-04-02T11:49:26.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.525+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=SWZXM1QCM2QS tag=0DEKC439SH40 type=write size=2984341 2026-04-02T11:49:26.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.527+0000 7f5d7598a880 1 < suggested update operation key=J47182HKJTLL tag=TCT145WK5SWV type=del size=239660 2026-04-02T11:49:26.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.528+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~2INWUTG0WN3D.0 size=1048576 2026-04-02T11:49:26.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.529+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~2INWUTG0WN3D.1 size=1048576 2026-04-02T11:49:26.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.530+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~2INWUTG0WN3D.2 size=467253 2026-04-02T11:49:26.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.530+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=2INWUTG0WN3D tag=BTAPZV8038L0 type=write size=3612981 2026-04-02T11:49:26.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.531+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=LXNEL3L8HIJO type=del 2026-04-02T11:49:26.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.531+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=PH4H9EEBOEGW type=del size=1376263 2026-04-02T11:49:26.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.532+0000 7f5d7598a880 1 < canceled operation key=J4VNVDQ38I9H tag=XARGUNJ1DOTZ type=del size=3217078 2026-04-02T11:49:26.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.533+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=PDVYRPIB0N0P type=del size=380455 2026-04-02T11:49:26.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.534+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~JZVDD9K37735.0 size=1048576 2026-04-02T11:49:26.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.535+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~JZVDD9K37735.1 size=1048576 2026-04-02T11:49:26.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.535+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~JZVDD9K37735.2 size=707339 2026-04-02T11:49:26.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.537+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=JZVDD9K37735 tag=UE8DF8B8HZ0W type=write size=3853067 2026-04-02T11:49:26.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.538+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=O7OQB4CEOKUU type=del size=4192003 2026-04-02T11:49:26.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.538+0000 7f5d7598a880 1 < completed write operation key=88E9H9UTDGH9 tag=RG2QMGBR4XKT type=write size=440335 2026-04-02T11:49:26.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.539+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=2A0UQTOVSUPI type=write size=66928 2026-04-02T11:49:26.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.540+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~DH60M3TWEY6I.0 size=1048576 2026-04-02T11:49:26.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.541+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~DH60M3TWEY6I.1 size=937272 2026-04-02T11:49:26.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.542+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=DH60M3TWEY6I tag=WNQ6BATJWKHJ type=write size=3034424 2026-04-02T11:49:26.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.547+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=BUI03DR30ONN type=del size=2616879 2026-04-02T11:49:26.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.548+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~NMEMT45S7RUE.0 size=1048576 2026-04-02T11:49:26.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.548+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~NMEMT45S7RUE.1 size=306638 2026-04-02T11:49:26.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.550+0000 7f5d7598a880 1 < completed multipart upload key=UWKIR14N3KM3 upload=NMEMT45S7RUE tag=K5XB5OE68TW8 type=write size=2403790 2026-04-02T11:49:26.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.551+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~DQI0E9F0JWFV.0 size=1048576 2026-04-02T11:49:26.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.552+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~DQI0E9F0JWFV.1 size=1048576 2026-04-02T11:49:26.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.552+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~DQI0E9F0JWFV.2 size=525846 2026-04-02T11:49:26.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.552+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=DQI0E9F0JWFV tag=U9MYCCQRQF7G type=write size=3671574 2026-04-02T11:49:26.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.553+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=TFO4H0O0G2VY type=del 2026-04-02T11:49:26.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.554+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=ENWR1C5U0HDL type=del size=386086 2026-04-02T11:49:26.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.554+0000 7f5d7598a880 1 < canceled part key=_multipart_BHZAHJYOGK2B.2~ZCP3S25RR5NN.0 size=1045530 2026-04-02T11:49:26.557 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.555+0000 7f5d7598a880 1 < canceled multipart upload key=BHZAHJYOGK2B upload=ZCP3S25RR5NN tag=H13HB9X64AB7 type=write size=2094106 2026-04-02T11:49:26.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.556+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=O1M3O6HFZH7J type=del size=1196923 2026-04-02T11:49:26.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.556+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~9K8VJ01FLFGN.0 size=1048576 2026-04-02T11:49:26.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.557+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~9K8VJ01FLFGN.1 size=1048576 2026-04-02T11:49:26.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.558+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~9K8VJ01FLFGN.2 size=661135 2026-04-02T11:49:26.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.559+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=9K8VJ01FLFGN tag=7XKJ1JTGW9MK type=write size=3806863 2026-04-02T11:49:26.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.560+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=2T6ME9OMA652 type=del size=942759 2026-04-02T11:49:26.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.560+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=GH70PPMOJE6Y type=del 2026-04-02T11:49:26.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.561+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=GXIN20QZ127U type=del size=1390038 2026-04-02T11:49:26.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.563+0000 7f5d7598a880 1 < suggested update operation key=52PU1ZBC7VWW tag=OQ5K1O97EM9Q type=del size=1896836 2026-04-02T11:49:26.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.564+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~VB3D2D264R5I.0 size=183214 2026-04-02T11:49:26.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.564+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=VB3D2D264R5I tag=TCKEKQD3U5ER type=write size=1231790 2026-04-02T11:49:26.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.566+0000 7f5d7598a880 1 < suggested remove operation key=88E9H9UTDGH9 tag=E6CHTH91Y12W type=del 2026-04-02T11:49:26.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.567+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~R56HFW7UY2LL.0 size=1048576 2026-04-02T11:49:26.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.568+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~R56HFW7UY2LL.1 size=683653 2026-04-02T11:49:26.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.568+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=R56HFW7UY2LL tag=VBCGCH03M75D type=write size=2780805 2026-04-02T11:49:26.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.569+0000 7f5d7598a880 1 < suggested remove operation key=B069J9WSE2J1 tag=ZNYSLO7Z3JJM type=del 2026-04-02T11:49:26.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.570+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=7ROPF2RD7XN6 type=write size=49292 2026-04-02T11:49:26.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.571+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~WB920G9U1G3X.0 size=842452 2026-04-02T11:49:26.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.572+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=WB920G9U1G3X tag=G3CD9F0HI02Z type=write size=1891028 2026-04-02T11:49:26.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.573+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~H5X2DYLEFNH2.0 size=549631 2026-04-02T11:49:26.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.573+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=H5X2DYLEFNH2 tag=NNILRN1WHE3W type=write size=1598207 2026-04-02T11:49:26.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.574+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~SWZXM1QCM2QS.0 size=1048576 2026-04-02T11:49:26.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.574+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~SWZXM1QCM2QS.1 size=887189 2026-04-02T11:49:26.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.576+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=SWZXM1QCM2QS tag=0DEKC439SH40 type=write size=2984341 2026-04-02T11:49:26.582 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.580+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~FDTJ126FXTK5.0 size=1038978 2026-04-02T11:49:26.582 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.580+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=FDTJ126FXTK5 tag=9P93NE4VD31B type=write size=2087554 2026-04-02T11:49:26.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.581+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~2INWUTG0WN3D.0 size=1048576 2026-04-02T11:49:26.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.582+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~2INWUTG0WN3D.1 size=1048576 2026-04-02T11:49:26.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.582+0000 7f5d7598a880 1 < canceled part key=_multipart_3T2FDRTF7XHC.2~2INWUTG0WN3D.2 size=467253 2026-04-02T11:49:26.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.583+0000 7f5d7598a880 1 < canceled multipart upload key=3T2FDRTF7XHC upload=2INWUTG0WN3D tag=BTAPZV8038L0 type=write size=3612981 2026-04-02T11:49:26.586 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.584+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=B9EF0CB6KDPH type=del size=3053486 2026-04-02T11:49:26.586 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.585+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=PH4H9EEBOEGW type=del 2026-04-02T11:49:26.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.586+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~PSOGDGE8UYXI.0 size=1048576 2026-04-02T11:49:26.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.587+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~PSOGDGE8UYXI.1 size=217608 2026-04-02T11:49:26.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.587+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=PSOGDGE8UYXI tag=RISG6RA2A0VC type=write size=2314760 2026-04-02T11:49:26.589 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.587+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=PDVYRPIB0N0P type=del 2026-04-02T11:49:26.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.589+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~97HVVNQGRPN3.0 size=811047 2026-04-02T11:49:26.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.589+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=97HVVNQGRPN3 tag=4JX81JGSTJ35 type=write size=1859623 2026-04-02T11:49:26.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.590+0000 7f5d7598a880 1 < suggested update operation key=HOC3CF4CF4HD tag=O7OQB4CEOKUU type=del size=4192003 2026-04-02T11:49:26.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.592+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~16AKJCEFORUN.0 size=1048576 2026-04-02T11:49:26.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.592+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~16AKJCEFORUN.1 size=666980 2026-04-02T11:49:26.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.592+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=16AKJCEFORUN tag=7GI7581ZVJLQ type=write size=2764132 2026-04-02T11:49:26.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.593+0000 7f5d7598a880 1 < completed write operation key=ZQKQX36TNEUQ tag=2A0UQTOVSUPI type=write size=66928 2026-04-02T11:49:26.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.594+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=SCAGYEI842NU type=del size=1104238 2026-04-02T11:49:26.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.596+0000 7f5d7598a880 1 < suggested update operation key=SKU4BMEAT7O7 tag=BUI03DR30ONN type=del size=2616879 2026-04-02T11:49:26.599 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.597+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=3Y8FVZWQ8DRZ type=del size=1896003 2026-04-02T11:49:26.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.598+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~DQI0E9F0JWFV.0 size=1048576 2026-04-02T11:49:26.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.599+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~DQI0E9F0JWFV.1 size=1048576 2026-04-02T11:49:26.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.600+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~DQI0E9F0JWFV.2 size=525846 2026-04-02T11:49:26.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.601+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=DQI0E9F0JWFV tag=U9MYCCQRQF7G type=write size=3671574 2026-04-02T11:49:26.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.602+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=K0E5HFOVO4Q9 type=write size=947493 2026-04-02T11:49:26.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.603+0000 7f5d7598a880 1 < suggested remove operation key=HYSJYWQT3N55 tag=ENWR1C5U0HDL type=del 2026-04-02T11:49:26.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.607+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~VWRIUGTW8GBY.0 size=532847 2026-04-02T11:49:26.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.607+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=VWRIUGTW8GBY tag=7SVQTT2LEYMM type=write size=1581423 2026-04-02T11:49:26.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.609+0000 7f5d7598a880 -1 < failed to complete operation key=88E9H9UTDGH9 tag=O1M3O6HFZH7J type=del size=1196923: (22) Invalid argument 2026-04-02T11:49:26.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.610+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~RVHPL3ZPN95I.0 size=501369 2026-04-02T11:49:26.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.610+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=RVHPL3ZPN95I tag=F63GGEUG1WEW type=write size=1549945 2026-04-02T11:49:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.611+0000 7f5d7598a880 -1 < failed to complete operation key=88E9H9UTDGH9 tag=2T6ME9OMA652 type=del size=942759: (22) Invalid argument 2026-04-02T11:49:26.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.613+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~FZRG62BXEPB5.0 size=1048576 2026-04-02T11:49:26.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.613+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~FZRG62BXEPB5.1 size=30831 2026-04-02T11:49:26.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.613+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=FZRG62BXEPB5 tag=7SG8AP9N4WLD type=write size=2127983 2026-04-02T11:49:26.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.614+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=GXIN20QZ127U type=del 2026-04-02T11:49:26.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.616+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~7EFY3J2OWZZS.0 size=1048576 2026-04-02T11:49:26.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.618+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~7EFY3J2OWZZS.1 size=1048576 2026-04-02T11:49:26.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.619+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~7EFY3J2OWZZS.2 size=294588 2026-04-02T11:49:26.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.619+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=7EFY3J2OWZZS tag=A933J4AZJ2AN type=write size=3440316 2026-04-02T11:49:26.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.619+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~VB3D2D264R5I.0 size=183214 2026-04-02T11:49:26.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.621+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=VB3D2D264R5I tag=TCKEKQD3U5ER type=write size=1231790 2026-04-02T11:49:26.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.621+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=9ECHQHU6HKZC type=del size=3544397 2026-04-02T11:49:26.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.621+0000 7f5d7598a880 1 < canceled part key=_multipart_5SYEEEI3LHR1.2~R56HFW7UY2LL.0 size=1048576 2026-04-02T11:49:26.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.622+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~R56HFW7UY2LL.1 size=683653 2026-04-02T11:49:26.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.623+0000 7f5d7598a880 1 < canceled multipart upload key=5SYEEEI3LHR1 upload=R56HFW7UY2LL tag=VBCGCH03M75D type=write size=2780805 2026-04-02T11:49:26.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.624+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=5H540L3CYO02 type=del size=1191735 2026-04-02T11:49:26.631 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.629+0000 7f5d7598a880 1 < canceled operation key=42U7D3Y8Z7PW tag=7ROPF2RD7XN6 type=write size=49292 2026-04-02T11:49:26.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.630+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=B0974DJ3PKM0 type=del size=1308577 2026-04-02T11:49:26.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.631+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~H5X2DYLEFNH2.0 size=549631 2026-04-02T11:49:26.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.632+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=H5X2DYLEFNH2 tag=NNILRN1WHE3W type=write size=1598207 2026-04-02T11:49:26.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.633+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=MED5OCA07C1S type=write size=751290 2026-04-02T11:49:26.636 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.634+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~FDTJ126FXTK5.0 size=1038978 2026-04-02T11:49:26.637 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.635+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=FDTJ126FXTK5 tag=9P93NE4VD31B type=write size=2087554 2026-04-02T11:49:26.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.636+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=HQ2QLT4V0EAQ type=del size=790672 2026-04-02T11:49:26.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.638+0000 7f5d7598a880 1 < suggested update operation key=07AW9BPTKOI3 tag=B9EF0CB6KDPH type=del size=3053486 2026-04-02T11:49:26.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.639+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~1B35MK8FHCXL.0 size=1048576 2026-04-02T11:49:26.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.640+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~1B35MK8FHCXL.1 size=459528 2026-04-02T11:49:26.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.640+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=1B35MK8FHCXL tag=D6SKCH9V0S3G type=write size=2556680 2026-04-02T11:49:26.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.641+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~PSOGDGE8UYXI.0 size=1048576 2026-04-02T11:49:26.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.641+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~PSOGDGE8UYXI.1 size=217608 2026-04-02T11:49:26.644 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.643+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=PSOGDGE8UYXI tag=RISG6RA2A0VC type=write size=2314760 2026-04-02T11:49:26.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.643+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=98L4O2FL0C37 type=write size=81902 2026-04-02T11:49:26.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.644+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~97HVVNQGRPN3.0 size=811047 2026-04-02T11:49:26.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.645+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=97HVVNQGRPN3 tag=4JX81JGSTJ35 type=write size=1859623 2026-04-02T11:49:26.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.647+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~B1DHK7FS8FEW.0 size=299559 2026-04-02T11:49:26.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.647+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=B1DHK7FS8FEW tag=I3L6BROYFX1N type=write size=1348135 2026-04-02T11:49:26.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.648+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~16AKJCEFORUN.0 size=1048576 2026-04-02T11:49:26.650 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.648+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~16AKJCEFORUN.1 size=666980 2026-04-02T11:49:26.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.649+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=16AKJCEFORUN tag=7GI7581ZVJLQ type=write size=2764132 2026-04-02T11:49:26.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.650+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=ZJOM71M49OLB type=del size=3490825 2026-04-02T11:49:26.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.651+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=SCAGYEI842NU type=del 2026-04-02T11:49:26.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.652+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=39Y5URUKGMFB type=del size=618206 2026-04-02T11:49:26.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.652+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=3Y8FVZWQ8DRZ type=del 2026-04-02T11:49:26.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.654+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~YQDFUNC0YG62.0 size=1048576 2026-04-02T11:49:26.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.654+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~YQDFUNC0YG62.1 size=1048576 2026-04-02T11:49:26.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.655+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~YQDFUNC0YG62.2 size=46218 2026-04-02T11:49:26.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.655+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=YQDFUNC0YG62 tag=WK7USSIUS8FU type=write size=3191946 2026-04-02T11:49:26.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.656+0000 7f5d7598a880 1 < completed write operation key=ZIMLW0YTOPPK tag=K0E5HFOVO4Q9 type=write size=947493 2026-04-02T11:49:26.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.657+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~FB18A1NAY3ZY.0 size=957593 2026-04-02T11:49:26.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.657+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=FB18A1NAY3ZY tag=P0HPFHPNQ51L type=write size=2006169 2026-04-02T11:49:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.658+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~VWRIUGTW8GBY.0 size=532847 2026-04-02T11:49:26.661 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.659+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=VWRIUGTW8GBY tag=7SVQTT2LEYMM type=write size=1581423 2026-04-02T11:49:26.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.661+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=1R37GLN0TFEP type=write size=678153 2026-04-02T11:49:26.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.663+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~RVHPL3ZPN95I.0 size=501369 2026-04-02T11:49:26.665 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.664+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=RVHPL3ZPN95I tag=F63GGEUG1WEW type=write size=1549945 2026-04-02T11:49:26.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.665+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~Q3AOQEOKH9MY.0 size=1048576 2026-04-02T11:49:26.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.666+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~Q3AOQEOKH9MY.1 size=1048576 2026-04-02T11:49:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.667+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~Q3AOQEOKH9MY.2 size=27223 2026-04-02T11:49:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.667+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=Q3AOQEOKH9MY tag=9PDC6WJ8WQUC type=write size=3172951 2026-04-02T11:49:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.668+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~FZRG62BXEPB5.0 size=1048576 2026-04-02T11:49:26.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.668+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~FZRG62BXEPB5.1 size=30831 2026-04-02T11:49:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.670+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=FZRG62BXEPB5 tag=7SG8AP9N4WLD type=write size=2127983 2026-04-02T11:49:26.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.670+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=UJQ51X9XIZ9G type=del size=2163927 2026-04-02T11:49:26.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.671+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~7EFY3J2OWZZS.0 size=1048576 2026-04-02T11:49:26.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.672+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~7EFY3J2OWZZS.1 size=1048576 2026-04-02T11:49:26.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.672+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~7EFY3J2OWZZS.2 size=294588 2026-04-02T11:49:26.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.674+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=7EFY3J2OWZZS tag=A933J4AZJ2AN type=write size=3440316 2026-04-02T11:49:26.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.675+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=31IHUCA7EQMA type=del size=1921245 2026-04-02T11:49:26.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.675+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=9ECHQHU6HKZC type=del 2026-04-02T11:49:26.678 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.676+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=ZNH4LLTH27YG type=del size=880095 2026-04-02T11:49:26.678 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.677+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=5H540L3CYO02 type=del 2026-04-02T11:49:26.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.677+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=DVYX6YI0KJYP type=write size=332375 2026-04-02T11:49:26.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.679+0000 7f5d7598a880 1 < suggested remove operation key=V6UN2ZWR2MRB tag=B0974DJ3PKM0 type=del 2026-04-02T11:49:26.682 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.680+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~6JU0F63W86CN.0 size=172890 2026-04-02T11:49:26.682 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.680+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=6JU0F63W86CN tag=F9X1HQJLA8KO type=write size=1221466 2026-04-02T11:49:26.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.681+0000 7f5d7598a880 1 < completed write operation key=JJ7N37F55IC3 tag=MED5OCA07C1S type=write size=751290 2026-04-02T11:49:26.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.682+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=ZGCGNCEQGXG2 type=write size=867109 2026-04-02T11:49:26.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.683+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=HQ2QLT4V0EAQ type=del 2026-04-02T11:49:26.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.683+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=8T6VHT93REA5 type=del size=762614 2026-04-02T11:49:26.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.684+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~1B35MK8FHCXL.0 size=1048576 2026-04-02T11:49:26.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.684+0000 7f5d7598a880 1 < canceled part key=_multipart_6BTSQ5CT3T88.2~1B35MK8FHCXL.1 size=459528 2026-04-02T11:49:26.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.685+0000 7f5d7598a880 1 < canceled multipart upload key=6BTSQ5CT3T88 upload=1B35MK8FHCXL tag=D6SKCH9V0S3G type=write size=2556680 2026-04-02T11:49:26.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.687+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~NVJ995HW7C1V.0 size=837397 2026-04-02T11:49:26.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.687+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=NVJ995HW7C1V tag=GTLORBDIBXN5 type=write size=1885973 2026-04-02T11:49:26.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.688+0000 7f5d7598a880 1 < completed write operation key=HYSJYWQT3N55 tag=98L4O2FL0C37 type=write size=81902 2026-04-02T11:49:26.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.690+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~Y87IFKG0XJRP.0 size=366303 2026-04-02T11:49:26.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.690+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=Y87IFKG0XJRP tag=CNGCHUQ3W1GS type=write size=1414879 2026-04-02T11:49:26.695 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.694+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~B1DHK7FS8FEW.0 size=299559 2026-04-02T11:49:26.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.695+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=B1DHK7FS8FEW tag=I3L6BROYFX1N type=write size=1348135 2026-04-02T11:49:26.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.697+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~E1LPH1QN5CUL.0 size=1048576 2026-04-02T11:49:26.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.697+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~E1LPH1QN5CUL.1 size=650358 2026-04-02T11:49:26.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.697+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=E1LPH1QN5CUL tag=8UY68LQ8TICU type=write size=2747510 2026-04-02T11:49:26.700 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.698+0000 7f5d7598a880 1 < canceled operation key=J4VNVDQ38I9H tag=ZJOM71M49OLB type=del size=3490825 2026-04-02T11:49:26.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.699+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=RGBPQUDZX7NI type=del size=3686725 2026-04-02T11:49:26.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.700+0000 7f5d7598a880 1 < suggested remove operation key=42U7D3Y8Z7PW tag=39Y5URUKGMFB type=del 2026-04-02T11:49:26.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.702+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~381T3OLV7HOR.0 size=1048576 2026-04-02T11:49:26.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.703+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~381T3OLV7HOR.1 size=216525 2026-04-02T11:49:26.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.703+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=381T3OLV7HOR tag=NL89R22WR836 type=write size=2313677 2026-04-02T11:49:26.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.703+0000 7f5d7598a880 1 < canceled part key=_multipart_SKU4BMEAT7O7.2~YQDFUNC0YG62.0 size=1048576 2026-04-02T11:49:26.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.704+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~YQDFUNC0YG62.1 size=1048576 2026-04-02T11:49:26.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.704+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~YQDFUNC0YG62.2 size=46218 2026-04-02T11:49:26.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.706+0000 7f5d7598a880 1 < canceled multipart upload key=SKU4BMEAT7O7 upload=YQDFUNC0YG62 tag=WK7USSIUS8FU type=write size=3191946 2026-04-02T11:49:26.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.707+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~7UBQ2L74VNJ5.0 size=863641 2026-04-02T11:49:26.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.707+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=7UBQ2L74VNJ5 tag=1BE089TKPQ66 type=write size=1912217 2026-04-02T11:49:26.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.708+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~FB18A1NAY3ZY.0 size=957593 2026-04-02T11:49:26.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.709+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=FB18A1NAY3ZY tag=P0HPFHPNQ51L type=write size=2006169 2026-04-02T11:49:26.712 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.710+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=1GSKT4BZ7AV1 type=write size=156662 2026-04-02T11:49:26.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.711+0000 7f5d7598a880 1 < completed write operation key=52PU1ZBC7VWW tag=1R37GLN0TFEP type=write size=678153 2026-04-02T11:49:26.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.712+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=78CQM8LYG5SD type=del size=159214 2026-04-02T11:49:26.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.712+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~Q3AOQEOKH9MY.0 size=1048576 2026-04-02T11:49:26.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.713+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~Q3AOQEOKH9MY.1 size=1048576 2026-04-02T11:49:26.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.714+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~Q3AOQEOKH9MY.2 size=27223 2026-04-02T11:49:26.717 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.715+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=Q3AOQEOKH9MY tag=9PDC6WJ8WQUC type=write size=3172951 2026-04-02T11:49:26.718 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.716+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~MWTXKAO4W9UF.0 size=1048576 2026-04-02T11:49:26.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.717+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~MWTXKAO4W9UF.1 size=105116 2026-04-02T11:49:26.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.717+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=MWTXKAO4W9UF tag=JSER72Z7ROJM type=write size=2202268 2026-04-02T11:49:26.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.718+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=UJQ51X9XIZ9G type=del 2026-04-02T11:49:26.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.718+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=P3RCWMGDQKRX type=write size=151556 2026-04-02T11:49:26.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.719+0000 7f5d7598a880 -1 < no bi entry to suggest for operation key=V6UN2ZWR2MRB tag=31IHUCA7EQMA type=del size=1921245: (2) No such file or directory 2026-04-02T11:49:26.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.720+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~6GFLAJ9XD18X.0 size=1048576 2026-04-02T11:49:26.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.721+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~6GFLAJ9XD18X.1 size=717520 2026-04-02T11:49:26.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.721+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=6GFLAJ9XD18X tag=1E4QPDKHNDA3 type=write size=2814672 2026-04-02T11:49:26.723 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.721+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=ZNH4LLTH27YG type=del 2026-04-02T11:49:26.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.722+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=C0KUG6ZYL3CJ type=del size=1921249 2026-04-02T11:49:26.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.724+0000 7f5d7598a880 1 < completed write operation key=3T2FDRTF7XHC tag=DVYX6YI0KJYP type=write size=332375 2026-04-02T11:49:26.727 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.725+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=2JFTBVH4BKQT type=del size=440106 2026-04-02T11:49:26.728 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.726+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~6JU0F63W86CN.0 size=172890 2026-04-02T11:49:26.729 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.727+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=6JU0F63W86CN tag=F9X1HQJLA8KO type=write size=1221466 2026-04-02T11:49:26.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.729+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~L0YORKOUDXM4.0 size=917941 2026-04-02T11:49:26.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.729+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=L0YORKOUDXM4 tag=IRURJYSIEUM0 type=write size=1966517 2026-04-02T11:49:26.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.730+0000 7f5d7598a880 1 < completed write operation key=J47182HKJTLL tag=ZGCGNCEQGXG2 type=write size=867109 2026-04-02T11:49:26.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.731+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=R29WBGUVBOG4 type=del size=3985272 2026-04-02T11:49:26.734 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.732+0000 7f5d7598a880 1 < suggested update operation key=J47182HKJTLL tag=8T6VHT93REA5 type=del size=762614 2026-04-02T11:49:26.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.734+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~XA9LQFHTKY2Q.0 size=1048576 2026-04-02T11:49:26.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.735+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~XA9LQFHTKY2Q.1 size=74605 2026-04-02T11:49:26.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.735+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=XA9LQFHTKY2Q tag=R33MFL1SEWEI type=write size=2171757 2026-04-02T11:49:26.737 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.735+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~NVJ995HW7C1V.0 size=837397 2026-04-02T11:49:26.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.737+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=NVJ995HW7C1V tag=GTLORBDIBXN5 type=write size=1885973 2026-04-02T11:49:26.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.738+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~G7041YTLHO2T.0 size=1048576 2026-04-02T11:49:26.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.739+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~G7041YTLHO2T.1 size=1048576 2026-04-02T11:49:26.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.739+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~G7041YTLHO2T.2 size=714752 2026-04-02T11:49:26.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.739+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=G7041YTLHO2T tag=G59AGW3CRPOB type=write size=3860480 2026-04-02T11:49:26.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.740+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~Y87IFKG0XJRP.0 size=366303 2026-04-02T11:49:26.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.742+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=Y87IFKG0XJRP tag=CNGCHUQ3W1GS type=write size=1414879 2026-04-02T11:49:26.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.742+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=U6SEWOB9P1T0 type=write size=950081 2026-04-02T11:49:26.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.743+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~E1LPH1QN5CUL.0 size=1048576 2026-04-02T11:49:26.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.744+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~E1LPH1QN5CUL.1 size=650358 2026-04-02T11:49:26.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.745+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=E1LPH1QN5CUL tag=8UY68LQ8TICU type=write size=2747510 2026-04-02T11:49:26.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.746+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=ZOAT1MGMIXQ7 type=write size=568160 2026-04-02T11:49:26.751 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.749+0000 7f5d7598a880 1 < suggested remove operation key=ZS5NQMR2F1CO tag=RGBPQUDZX7NI type=del 2026-04-02T11:49:26.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.750+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~JLCMM3T4WBV8.0 size=193953 2026-04-02T11:49:26.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.750+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=JLCMM3T4WBV8 tag=P5S1WFUBFX67 type=write size=1242529 2026-04-02T11:49:26.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.751+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~381T3OLV7HOR.0 size=1048576 2026-04-02T11:49:26.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.752+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~381T3OLV7HOR.1 size=216525 2026-04-02T11:49:26.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.753+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=381T3OLV7HOR tag=NL89R22WR836 type=write size=2313677 2026-04-02T11:49:26.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.754+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=67PEGLO1Q6NR type=del size=4073491 2026-04-02T11:49:26.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.754+0000 7f5d7598a880 1 < canceled part key=_multipart_5SYEEEI3LHR1.2~7UBQ2L74VNJ5.0 size=863641 2026-04-02T11:49:26.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.755+0000 7f5d7598a880 1 < canceled multipart upload key=5SYEEEI3LHR1 upload=7UBQ2L74VNJ5 tag=1BE089TKPQ66 type=write size=1912217 2026-04-02T11:49:26.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.756+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=QM6D3T87882S type=del size=3747191 2026-04-02T11:49:26.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.757+0000 7f5d7598a880 1 < canceled operation key=SKU4BMEAT7O7 tag=1GSKT4BZ7AV1 type=write size=156662 2026-04-02T11:49:26.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.757+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=SL3X8C5N4O8O type=del size=2411742 2026-04-02T11:49:26.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.759+0000 7f5d7598a880 1 < suggested remove operation key=5SYEEEI3LHR1 tag=78CQM8LYG5SD type=del 2026-04-02T11:49:26.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.760+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~NZCTG2L4O7N8.0 size=1048576 2026-04-02T11:49:26.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.761+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~NZCTG2L4O7N8.1 size=1048576 2026-04-02T11:49:26.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.762+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~NZCTG2L4O7N8.2 size=434666 2026-04-02T11:49:26.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.762+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=NZCTG2L4O7N8 tag=WJDE5SBIWRU4 type=write size=3580394 2026-04-02T11:49:26.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.762+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~MWTXKAO4W9UF.0 size=1048576 2026-04-02T11:49:26.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.763+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~MWTXKAO4W9UF.1 size=105116 2026-04-02T11:49:26.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.764+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=MWTXKAO4W9UF tag=JSER72Z7ROJM type=write size=2202268 2026-04-02T11:49:26.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.766+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~945LND643CI4.0 size=411115 2026-04-02T11:49:26.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.766+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=945LND643CI4 tag=YMBCN6JFH9ZQ type=write size=1459691 2026-04-02T11:49:26.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.767+0000 7f5d7598a880 1 < completed write operation key=ZIMLW0YTOPPK tag=P3RCWMGDQKRX type=write size=151556 2026-04-02T11:49:26.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.767+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=UTBF3NHFX0LX type=del size=3519264 2026-04-02T11:49:26.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.769+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~6GFLAJ9XD18X.0 size=1048576 2026-04-02T11:49:26.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.770+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~6GFLAJ9XD18X.1 size=717520 2026-04-02T11:49:26.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.772+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=6GFLAJ9XD18X tag=1E4QPDKHNDA3 type=write size=2814672 2026-04-02T11:49:26.774 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.773+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=QRS188U2F2E8 type=write size=517423 2026-04-02T11:49:26.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.774+0000 7f5d7598a880 -1 < failed to complete operation key=ZS5NQMR2F1CO tag=C0KUG6ZYL3CJ type=del size=1921249: (22) Invalid argument 2026-04-02T11:49:26.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.775+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=6D7INALX5ATS type=del size=74646 2026-04-02T11:49:26.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.776+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=2JFTBVH4BKQT type=del 2026-04-02T11:49:26.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.777+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=FMA7V49XZK9L type=write size=125710 2026-04-02T11:49:26.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.778+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~L0YORKOUDXM4.0 size=917941 2026-04-02T11:49:26.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.779+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=L0YORKOUDXM4 tag=IRURJYSIEUM0 type=write size=1966517 2026-04-02T11:49:26.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.780+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=X53U4AGWF4QI type=del size=407914 2026-04-02T11:49:26.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.781+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=R29WBGUVBOG4 type=del 2026-04-02T11:49:26.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.782+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=JE799G49G9LC type=del size=3730289 2026-04-02T11:49:26.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.782+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~XA9LQFHTKY2Q.0 size=1048576 2026-04-02T11:49:26.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.783+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~XA9LQFHTKY2Q.1 size=74605 2026-04-02T11:49:26.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.785+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=XA9LQFHTKY2Q tag=R33MFL1SEWEI type=write size=2171757 2026-04-02T11:49:26.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.786+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~XJA7CNT0QS17.0 size=1048576 2026-04-02T11:49:26.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.787+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~XJA7CNT0QS17.1 size=1048576 2026-04-02T11:49:26.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.787+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~XJA7CNT0QS17.2 size=706757 2026-04-02T11:49:26.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.787+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=XJA7CNT0QS17 tag=K4HSTME9LXJA type=write size=3852485 2026-04-02T11:49:26.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.788+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~G7041YTLHO2T.0 size=1048576 2026-04-02T11:49:26.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.789+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~G7041YTLHO2T.1 size=1048576 2026-04-02T11:49:26.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.790+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~G7041YTLHO2T.2 size=714752 2026-04-02T11:49:26.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.791+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=G7041YTLHO2T tag=G59AGW3CRPOB type=write size=3860480 2026-04-02T11:49:26.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.792+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~FT14PA5J3YI2.0 size=1048576 2026-04-02T11:49:26.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.793+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~FT14PA5J3YI2.1 size=300769 2026-04-02T11:49:26.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.793+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=FT14PA5J3YI2 tag=JWML1094LITI type=write size=2397921 2026-04-02T11:49:26.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.794+0000 7f5d7598a880 1 < completed write operation key=6BTSQ5CT3T88 tag=U6SEWOB9P1T0 type=write size=950081 2026-04-02T11:49:26.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.795+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=WJ3WHQWHZ2JB type=del size=957174 2026-04-02T11:49:26.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.796+0000 7f5d7598a880 1 < completed write operation key=V6UN2ZWR2MRB tag=ZOAT1MGMIXQ7 type=write size=568160 2026-04-02T11:49:26.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.797+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~81AISGKK2VXZ.0 size=1048576 2026-04-02T11:49:26.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.798+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~81AISGKK2VXZ.1 size=1048576 2026-04-02T11:49:26.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.798+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~81AISGKK2VXZ.2 size=581560 2026-04-02T11:49:26.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.798+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=81AISGKK2VXZ tag=VQ9U8KEVY7EI type=write size=3727288 2026-04-02T11:49:26.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.799+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~JLCMM3T4WBV8.0 size=193953 2026-04-02T11:49:26.802 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.801+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=JLCMM3T4WBV8 tag=P5S1WFUBFX67 type=write size=1242529 2026-04-02T11:49:26.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.802+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~3XZ4WLJR2F5O.0 size=1048576 2026-04-02T11:49:26.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.803+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~3XZ4WLJR2F5O.1 size=1048576 2026-04-02T11:49:26.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.803+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~3XZ4WLJR2F5O.2 size=275050 2026-04-02T11:49:26.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.803+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=3XZ4WLJR2F5O tag=02GFCWYSW833 type=write size=3420778 2026-04-02T11:49:26.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.804+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=67PEGLO1Q6NR type=del 2026-04-02T11:49:26.807 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.806+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~1C33MEGOJSH2.0 size=1048576 2026-04-02T11:49:26.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.806+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~1C33MEGOJSH2.1 size=1036536 2026-04-02T11:49:26.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.806+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=1C33MEGOJSH2 tag=ARVXTE1XPGUK type=write size=3133688 2026-04-02T11:49:26.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.808+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=QM6D3T87882S type=del 2026-04-02T11:49:26.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.809+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~ME3ZI714TYMW.0 size=208172 2026-04-02T11:49:26.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.809+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=ME3ZI714TYMW tag=1F7G1IR9Q96W type=write size=1256748 2026-04-02T11:49:26.812 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.810+0000 7f5d7598a880 1 < canceled operation key=7GZSL99JL986 tag=SL3X8C5N4O8O type=del size=2411742 2026-04-02T11:49:26.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.811+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=JFCZZPF7V5T3 type=write size=189218 2026-04-02T11:49:26.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.812+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~NZCTG2L4O7N8.0 size=1048576 2026-04-02T11:49:26.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.813+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~NZCTG2L4O7N8.1 size=1048576 2026-04-02T11:49:26.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.813+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~NZCTG2L4O7N8.2 size=434666 2026-04-02T11:49:26.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.815+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=NZCTG2L4O7N8 tag=WJDE5SBIWRU4 type=write size=3580394 2026-04-02T11:49:26.818 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.816+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~OO8F78LA7AUE.0 size=1048576 2026-04-02T11:49:26.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.817+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~OO8F78LA7AUE.1 size=354295 2026-04-02T11:49:26.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.817+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=OO8F78LA7AUE tag=YK0IH0VF70ZL type=write size=2451447 2026-04-02T11:49:26.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.817+0000 7f5d7598a880 1 < canceled part key=_multipart_OCGXGNN4YVH3.2~945LND643CI4.0 size=411115 2026-04-02T11:49:26.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.819+0000 7f5d7598a880 1 < canceled multipart upload key=OCGXGNN4YVH3 upload=945LND643CI4 tag=YMBCN6JFH9ZQ type=write size=1459691 2026-04-02T11:49:26.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.820+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=X7QAIBJ2FUE6 type=del size=558087 2026-04-02T11:49:26.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.821+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=UTBF3NHFX0LX type=del 2026-04-02T11:49:26.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.822+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~576QHQNBM7HX.0 size=1048576 2026-04-02T11:49:26.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.823+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~576QHQNBM7HX.1 size=1048576 2026-04-02T11:49:26.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.824+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~576QHQNBM7HX.2 size=70589 2026-04-02T11:49:26.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.824+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=576QHQNBM7HX tag=WI1MQEYUPQU7 type=write size=3216317 2026-04-02T11:49:26.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.825+0000 7f5d7598a880 1 < completed write operation key=3T2FDRTF7XHC tag=QRS188U2F2E8 type=write size=517423 2026-04-02T11:49:26.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.825+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=VSD2YXE5EZCS type=del size=1143789 2026-04-02T11:49:26.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.826+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=6D7INALX5ATS type=del 2026-04-02T11:49:26.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.828+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~5TR4DHCL38FF.0 size=1048576 2026-04-02T11:49:26.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.828+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~5TR4DHCL38FF.1 size=119660 2026-04-02T11:49:26.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.828+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=5TR4DHCL38FF tag=BA1M7BLUS9QM type=write size=2216812 2026-04-02T11:49:26.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.829+0000 7f5d7598a880 1 < completed write operation key=11O38SMUYMX2 tag=FMA7V49XZK9L type=write size=125710 2026-04-02T11:49:26.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.830+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=NP2LDGQQ6MRU type=del size=1124446 2026-04-02T11:49:26.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.831+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=X53U4AGWF4QI type=del 2026-04-02T11:49:26.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.832+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=VNQAM4TEAX9S type=del size=2654459 2026-04-02T11:49:26.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.833+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=JE799G49G9LC type=del 2026-04-02T11:49:26.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.834+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~NY7C2QEW8O27.0 size=1048576 2026-04-02T11:49:26.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.835+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~NY7C2QEW8O27.1 size=1048576 2026-04-02T11:49:26.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.836+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~NY7C2QEW8O27.2 size=1005511 2026-04-02T11:49:26.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.836+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=NY7C2QEW8O27 tag=K209X6Z8KXK4 type=write size=4151239 2026-04-02T11:49:26.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.837+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~XJA7CNT0QS17.0 size=1048576 2026-04-02T11:49:26.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.838+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~XJA7CNT0QS17.1 size=1048576 2026-04-02T11:49:26.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.838+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~XJA7CNT0QS17.2 size=706757 2026-04-02T11:49:26.841 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.840+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=XJA7CNT0QS17 tag=K4HSTME9LXJA type=write size=3852485 2026-04-02T11:49:26.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.840+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=NUM6N17DO9TU type=del size=1071374 2026-04-02T11:49:26.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.841+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~FT14PA5J3YI2.0 size=1048576 2026-04-02T11:49:26.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.842+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~FT14PA5J3YI2.1 size=300769 2026-04-02T11:49:26.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.843+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=FT14PA5J3YI2 tag=JWML1094LITI type=write size=2397921 2026-04-02T11:49:26.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.844+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=LVHDVN5WGNSA type=del size=1756213 2026-04-02T11:49:26.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.845+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=WJ3WHQWHZ2JB type=del 2026-04-02T11:49:26.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.846+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=5D13QYPGQL1V type=del size=194837 2026-04-02T11:49:26.848 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.846+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~81AISGKK2VXZ.0 size=1048576 2026-04-02T11:49:26.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.847+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~81AISGKK2VXZ.1 size=1048576 2026-04-02T11:49:26.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.848+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~81AISGKK2VXZ.2 size=581560 2026-04-02T11:49:26.851 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.849+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=81AISGKK2VXZ tag=VQ9U8KEVY7EI type=write size=3727288 2026-04-02T11:49:26.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.851+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~FMGUDYAHHVL7.0 size=1048576 2026-04-02T11:49:26.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.851+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~FMGUDYAHHVL7.1 size=978366 2026-04-02T11:49:26.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.851+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=FMGUDYAHHVL7 tag=B69092FBFMEJ type=write size=3075518 2026-04-02T11:49:26.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.852+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~3XZ4WLJR2F5O.0 size=1048576 2026-04-02T11:49:26.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.853+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~3XZ4WLJR2F5O.1 size=1048576 2026-04-02T11:49:26.855 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.853+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~3XZ4WLJR2F5O.2 size=275050 2026-04-02T11:49:26.856 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.854+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=3XZ4WLJR2F5O tag=02GFCWYSW833 type=write size=3420778 2026-04-02T11:49:26.857 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.855+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=Q7IREN7UBGQS type=del size=393987 2026-04-02T11:49:26.858 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.856+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~1C33MEGOJSH2.0 size=1048576 2026-04-02T11:49:26.858 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.857+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~1C33MEGOJSH2.1 size=1036536 2026-04-02T11:49:26.859 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.858+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=1C33MEGOJSH2 tag=ARVXTE1XPGUK type=write size=3133688 2026-04-02T11:49:26.860 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.858+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=4MSDMYKSOY6X type=del size=1605381 2026-04-02T11:49:26.861 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.859+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~ME3ZI714TYMW.0 size=208172 2026-04-02T11:49:26.862 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.860+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=ME3ZI714TYMW tag=1F7G1IR9Q96W type=write size=1256748 2026-04-02T11:49:26.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.862+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~TG27XQYP7W1M.0 size=1048576 2026-04-02T11:49:26.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.862+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~TG27XQYP7W1M.1 size=1048576 2026-04-02T11:49:26.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.863+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~TG27XQYP7W1M.2 size=487718 2026-04-02T11:49:26.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.863+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=TG27XQYP7W1M tag=OJJSKW6IYEV7 type=write size=3633446 2026-04-02T11:49:26.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.865+0000 7f5d7598a880 1 < suggested update operation key=5AJK8GE86W32 tag=JFCZZPF7V5T3 type=write size=189218 2026-04-02T11:49:26.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.865+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=0WHJX5EB9JLF type=del size=93233 2026-04-02T11:49:26.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.866+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~OO8F78LA7AUE.0 size=1048576 2026-04-02T11:49:26.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.867+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~OO8F78LA7AUE.1 size=354295 2026-04-02T11:49:26.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.868+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=OO8F78LA7AUE tag=YK0IH0VF70ZL type=write size=2451447 2026-04-02T11:49:26.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.870+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~IUIABZ6YV40B.0 size=1048576 2026-04-02T11:49:26.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.870+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~IUIABZ6YV40B.1 size=1048576 2026-04-02T11:49:26.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.871+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~IUIABZ6YV40B.2 size=950628 2026-04-02T11:49:26.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.871+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=IUIABZ6YV40B tag=9GGS96YCGWU4 type=write size=4096356 2026-04-02T11:49:26.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.872+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=X7QAIBJ2FUE6 type=del 2026-04-02T11:49:26.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.873+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=O36KDCV90Y7L type=del size=1814680 2026-04-02T11:49:26.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.873+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~576QHQNBM7HX.0 size=1048576 2026-04-02T11:49:26.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.874+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~576QHQNBM7HX.1 size=1048576 2026-04-02T11:49:26.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.875+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~576QHQNBM7HX.2 size=70589 2026-04-02T11:49:26.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.876+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=576QHQNBM7HX tag=WI1MQEYUPQU7 type=write size=3216317 2026-04-02T11:49:26.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.877+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=BVJXHF2X27VO type=write size=856029 2026-04-02T11:49:26.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.877+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=VSD2YXE5EZCS type=del 2026-04-02T11:49:26.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.879+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~H1MRR4JMGF3J.0 size=841045 2026-04-02T11:49:26.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.879+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=H1MRR4JMGF3J tag=WROQ3A7ETC6V type=write size=1889621 2026-04-02T11:49:26.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.880+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~5TR4DHCL38FF.0 size=1048576 2026-04-02T11:49:26.882 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.880+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~5TR4DHCL38FF.1 size=119660 2026-04-02T11:49:26.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.881+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=5TR4DHCL38FF tag=BA1M7BLUS9QM type=write size=2216812 2026-04-02T11:49:26.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.882+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=HV3XB1B3BN8T type=del size=3412041 2026-04-02T11:49:26.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.883+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=NP2LDGQQ6MRU type=del 2026-04-02T11:49:26.886 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.884+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~0554V30W06TL.0 size=1029717 2026-04-02T11:49:26.886 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.884+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=0554V30W06TL tag=KN1WWM1V3HIO type=write size=2078293 2026-04-02T11:49:26.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.885+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=VNQAM4TEAX9S type=del 2026-04-02T11:49:26.888 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.886+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~FQ1DP3291I8F.0 size=1048576 2026-04-02T11:49:26.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.887+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~FQ1DP3291I8F.1 size=1048576 2026-04-02T11:49:26.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.888+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~FQ1DP3291I8F.2 size=1031145 2026-04-02T11:49:26.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.888+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=FQ1DP3291I8F tag=EZ31PGRWTLBY type=write size=4176873 2026-04-02T11:49:26.890 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.888+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~NY7C2QEW8O27.0 size=1048576 2026-04-02T11:49:26.891 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.889+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~NY7C2QEW8O27.1 size=1048576 2026-04-02T11:49:26.891 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.890+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~NY7C2QEW8O27.2 size=1005511 2026-04-02T11:49:26.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.891+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=NY7C2QEW8O27 tag=K209X6Z8KXK4 type=write size=4151239 2026-04-02T11:49:26.894 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.892+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~Y8TRJRXPSD2F.0 size=1048576 2026-04-02T11:49:26.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.893+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~Y8TRJRXPSD2F.1 size=219010 2026-04-02T11:49:26.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.893+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=Y8TRJRXPSD2F tag=1FVY36XS6B1K type=write size=2316162 2026-04-02T11:49:26.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.894+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=NUM6N17DO9TU type=del 2026-04-02T11:49:26.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.894+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=0JRXOUENET90 type=del size=1388739 2026-04-02T11:49:26.897 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.895+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=LVHDVN5WGNSA type=del 2026-04-02T11:49:26.898 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.896+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=7C3BL4MEJYP5 type=del size=3623188 2026-04-02T11:49:26.899 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.898+0000 7f5d7598a880 1 < suggested update operation key=5AJK8GE86W32 tag=5D13QYPGQL1V type=del size=194837 2026-04-02T11:49:26.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.899+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~07U71G9CEQTF.0 size=158721 2026-04-02T11:49:26.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.899+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=07U71G9CEQTF tag=PX01RGAHBX06 type=write size=1207297 2026-04-02T11:49:26.902 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.900+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~FMGUDYAHHVL7.0 size=1048576 2026-04-02T11:49:26.902 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.901+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~FMGUDYAHHVL7.1 size=978366 2026-04-02T11:49:26.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.902+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=FMGUDYAHHVL7 tag=B69092FBFMEJ type=write size=3075518 2026-04-02T11:49:26.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.903+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=73CPUWDI7IFH type=write size=569539 2026-04-02T11:49:26.906 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.904+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=Q7IREN7UBGQS type=del 2026-04-02T11:49:26.907 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.905+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=IL98WRALT34E type=del size=343117 2026-04-02T11:49:26.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.906+0000 7f5d7598a880 1 < suggested remove operation key=OCGXGNN4YVH3 tag=4MSDMYKSOY6X type=del 2026-04-02T11:49:26.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.907+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=0U7EXYMBTTXB type=del size=1578952 2026-04-02T11:49:26.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.908+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~TG27XQYP7W1M.0 size=1048576 2026-04-02T11:49:26.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.909+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~TG27XQYP7W1M.1 size=1048576 2026-04-02T11:49:26.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.909+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~TG27XQYP7W1M.2 size=487718 2026-04-02T11:49:26.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.911+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=TG27XQYP7W1M tag=OJJSKW6IYEV7 type=write size=3633446 2026-04-02T11:49:26.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.912+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=Y542J9KLHLBT type=del size=660432 2026-04-02T11:49:26.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.913+0000 7f5d7598a880 1 < suggested remove operation key=5SYEEEI3LHR1 tag=0WHJX5EB9JLF type=del 2026-04-02T11:49:26.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.914+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=HVH0CLWM3LRY type=write size=212120 2026-04-02T11:49:26.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.915+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~IUIABZ6YV40B.0 size=1048576 2026-04-02T11:49:26.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.915+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~IUIABZ6YV40B.1 size=1048576 2026-04-02T11:49:26.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.916+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~IUIABZ6YV40B.2 size=950628 2026-04-02T11:49:26.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.917+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=IUIABZ6YV40B tag=9GGS96YCGWU4 type=write size=4096356 2026-04-02T11:49:26.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.918+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=SR2Z1ULE64Y2 type=del size=2551302 2026-04-02T11:49:26.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.920+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=O36KDCV90Y7L type=del 2026-04-02T11:49:26.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.921+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~B96PNNSKPXLK.0 size=1048576 2026-04-02T11:49:26.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.922+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~B96PNNSKPXLK.1 size=1048576 2026-04-02T11:49:26.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.922+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~B96PNNSKPXLK.2 size=28507 2026-04-02T11:49:26.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.922+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=B96PNNSKPXLK tag=34QCZGUIB9J8 type=write size=3174235 2026-04-02T11:49:26.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.923+0000 7f5d7598a880 1 < completed write operation key=ZQKQX36TNEUQ tag=BVJXHF2X27VO type=write size=856029 2026-04-02T11:49:26.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.924+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=5I8VYNI4764M type=del size=2725243 2026-04-02T11:49:26.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.929+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~H1MRR4JMGF3J.0 size=841045 2026-04-02T11:49:26.932 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.930+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=H1MRR4JMGF3J tag=WROQ3A7ETC6V type=write size=1889621 2026-04-02T11:49:26.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.932+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~D26KXVXSA2N8.0 size=465093 2026-04-02T11:49:26.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.932+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=D26KXVXSA2N8 tag=94BQC2ON0GMD type=write size=1513669 2026-04-02T11:49:26.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.932+0000 7f5d7598a880 -1 < failed to complete operation key=5AJK8GE86W32 tag=HV3XB1B3BN8T type=del size=3412041: (22) Invalid argument 2026-04-02T11:49:26.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.933+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=NI3VWD8HH9NO type=del size=2224958 2026-04-02T11:49:26.936 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.934+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~0554V30W06TL.0 size=1029717 2026-04-02T11:49:26.937 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.935+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=0554V30W06TL tag=KN1WWM1V3HIO type=write size=2078293 2026-04-02T11:49:26.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.936+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=MQN2K9G2Y43S type=del size=20680 2026-04-02T11:49:26.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.937+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~FQ1DP3291I8F.0 size=1048576 2026-04-02T11:49:26.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.937+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~FQ1DP3291I8F.1 size=1048576 2026-04-02T11:49:26.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.938+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~FQ1DP3291I8F.2 size=1031145 2026-04-02T11:49:26.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.939+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=FQ1DP3291I8F tag=EZ31PGRWTLBY type=write size=4176873 2026-04-02T11:49:26.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.940+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=DKK1XUMR9M5R type=del size=2024802 2026-04-02T11:49:26.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.941+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~Y8TRJRXPSD2F.0 size=1048576 2026-04-02T11:49:26.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.942+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~Y8TRJRXPSD2F.1 size=219010 2026-04-02T11:49:26.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.943+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=Y8TRJRXPSD2F tag=1FVY36XS6B1K type=write size=2316162 2026-04-02T11:49:26.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.944+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=5ER15MW96Y4F type=write size=607491 2026-04-02T11:49:26.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.945+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=0JRXOUENET90 type=del 2026-04-02T11:49:26.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.946+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~KT8XP7ICTCQA.0 size=1048576 2026-04-02T11:49:26.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.947+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~KT8XP7ICTCQA.1 size=404357 2026-04-02T11:49:26.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.947+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=KT8XP7ICTCQA tag=M5Q5N6JR5GUQ type=write size=2501509 2026-04-02T11:49:26.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.947+0000 7f5d7598a880 -1 < no bi entry to suggest for operation key=5SYEEEI3LHR1 tag=7C3BL4MEJYP5 type=del size=3623188: (2) No such file or directory 2026-04-02T11:49:26.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.949+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~PZXYMGCBGPGN.0 size=1048576 2026-04-02T11:49:26.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.949+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~PZXYMGCBGPGN.1 size=1048576 2026-04-02T11:49:26.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.950+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~PZXYMGCBGPGN.2 size=398428 2026-04-02T11:49:26.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.950+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=PZXYMGCBGPGN tag=2AIQCIK2WLQJ type=write size=3544156 2026-04-02T11:49:26.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.950+0000 7f5d7598a880 1 < canceled part key=_multipart_6F1O9WBBDT51.2~07U71G9CEQTF.0 size=158721 2026-04-02T11:49:26.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.951+0000 7f5d7598a880 1 < canceled multipart upload key=6F1O9WBBDT51 upload=07U71G9CEQTF tag=PX01RGAHBX06 type=write size=1207297 2026-04-02T11:49:26.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.952+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=HIGWRTH26UI3 type=del size=4080583 2026-04-02T11:49:26.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.953+0000 7f5d7598a880 1 < completed write operation key=WMXK0TM2YJZJ tag=73CPUWDI7IFH type=write size=569539 2026-04-02T11:49:26.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.954+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=KHBN59OKFEV5 type=del size=3448108 2026-04-02T11:49:26.956 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.954+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=IL98WRALT34E type=del 2026-04-02T11:49:26.957 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.955+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=M41UIUMCU6B2 type=del size=784994 2026-04-02T11:49:26.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.956+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=0U7EXYMBTTXB type=del 2026-04-02T11:49:26.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.957+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=HA7J1MSY3YWP type=del size=4029140 2026-04-02T11:49:26.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.957+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=Y542J9KLHLBT type=del 2026-04-02T11:49:26.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.960+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~S6XOL21VWK1X.0 size=1048576 2026-04-02T11:49:26.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.961+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~S6XOL21VWK1X.1 size=1048576 2026-04-02T11:49:26.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.962+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~S6XOL21VWK1X.2 size=854533 2026-04-02T11:49:26.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.962+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=S6XOL21VWK1X tag=1HXFKMRSBS2K type=write size=4000261 2026-04-02T11:49:26.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.964+0000 7f5d7598a880 1 < suggested update operation key=11O38SMUYMX2 tag=HVH0CLWM3LRY type=write size=212120 2026-04-02T11:49:26.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.965+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=547CAP7OJ2B4 type=del size=2082320 2026-04-02T11:49:26.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.965+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=SR2Z1ULE64Y2 type=del 2026-04-02T11:49:26.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.966+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=8LXY13O0OJEG type=del size=2571051 2026-04-02T11:49:26.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.967+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~B96PNNSKPXLK.0 size=1048576 2026-04-02T11:49:26.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.968+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~B96PNNSKPXLK.1 size=1048576 2026-04-02T11:49:26.970 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.968+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~B96PNNSKPXLK.2 size=28507 2026-04-02T11:49:26.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.970+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=B96PNNSKPXLK tag=34QCZGUIB9J8 type=write size=3174235 2026-04-02T11:49:26.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.971+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=SBA1FXWFQGSG type=del size=2986467 2026-04-02T11:49:26.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.972+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=5I8VYNI4764M type=del 2026-04-02T11:49:26.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.973+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~4B8ZXBPKH8W9.0 size=1048576 2026-04-02T11:49:26.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.974+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~4B8ZXBPKH8W9.1 size=93638 2026-04-02T11:49:26.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.974+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=4B8ZXBPKH8W9 tag=T8U02G2GXT5A type=write size=2190790 2026-04-02T11:49:26.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.975+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~D26KXVXSA2N8.0 size=465093 2026-04-02T11:49:26.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.976+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=D26KXVXSA2N8 tag=94BQC2ON0GMD type=write size=1513669 2026-04-02T11:49:26.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.977+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=11TNIAINPF1M type=write size=994679 2026-04-02T11:49:26.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.978+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=NI3VWD8HH9NO type=del 2026-04-02T11:49:26.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.979+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~BZG8ZE2W18XX.0 size=1048576 2026-04-02T11:49:26.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.980+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~BZG8ZE2W18XX.1 size=322924 2026-04-02T11:49:26.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.980+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=BZG8ZE2W18XX tag=YG2J8JDUBUJ4 type=write size=2420076 2026-04-02T11:49:26.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.981+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=MQN2K9G2Y43S type=del 2026-04-02T11:49:26.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.982+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=73PE3BZVFT5D type=del size=3176075 2026-04-02T11:49:26.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.983+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=DKK1XUMR9M5R type=del 2026-04-02T11:49:26.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.983+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=4R1WIL19PMQO type=del size=1067217 2026-04-02T11:49:26.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.984+0000 7f5d7598a880 1 < canceled operation key=BHZAHJYOGK2B tag=5ER15MW96Y4F type=write size=607491 2026-04-02T11:49:26.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.985+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=66V0MRB2Y7XD type=del size=3156769 2026-04-02T11:49:26.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.986+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~KT8XP7ICTCQA.0 size=1048576 2026-04-02T11:49:26.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.986+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~KT8XP7ICTCQA.1 size=404357 2026-04-02T11:49:26.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.988+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=KT8XP7ICTCQA tag=M5Q5N6JR5GUQ type=write size=2501509 2026-04-02T11:49:26.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.988+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=WRLC92SJV1HM type=del size=1262352 2026-04-02T11:49:26.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.989+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~PZXYMGCBGPGN.0 size=1048576 2026-04-02T11:49:26.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.990+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~PZXYMGCBGPGN.1 size=1048576 2026-04-02T11:49:26.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.990+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~PZXYMGCBGPGN.2 size=398428 2026-04-02T11:49:26.993 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.992+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=PZXYMGCBGPGN tag=2AIQCIK2WLQJ type=write size=3544156 2026-04-02T11:49:26.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.993+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~47MEZWJZC394.0 size=1048576 2026-04-02T11:49:26.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.994+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~47MEZWJZC394.1 size=340846 2026-04-02T11:49:26.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.994+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=47MEZWJZC394 tag=Z7RKJF0D9HRV type=write size=2437998 2026-04-02T11:49:26.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.995+0000 7f5d7598a880 1 < suggested remove operation key=HYSJYWQT3N55 tag=HIGWRTH26UI3 type=del 2026-04-02T11:49:26.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.996+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=TC6UI63RZ82K type=del size=3263487 2026-04-02T11:49:26.999 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.997+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=KHBN59OKFEV5 type=del 2026-04-02T11:49:27.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.998+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=9L32D25G3AGL type=del size=3594423 2026-04-02T11:49:27.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.999+0000 7f5d7598a880 1 < canceled operation key=UWKIR14N3KM3 tag=M41UIUMCU6B2 type=del size=784994 2026-04-02T11:49:27.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:26.999+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=MGNJJZM1CKQW type=del size=2644734 2026-04-02T11:49:27.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.001+0000 7f5d7598a880 1 < canceled operation key=WMXK0TM2YJZJ tag=HA7J1MSY3YWP type=del size=4029140 2026-04-02T11:49:27.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.001+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=30P2RQKTE6M5 type=del size=2306465 2026-04-02T11:49:27.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.002+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~S6XOL21VWK1X.0 size=1048576 2026-04-02T11:49:27.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.003+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~S6XOL21VWK1X.1 size=1048576 2026-04-02T11:49:27.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.003+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~S6XOL21VWK1X.2 size=854533 2026-04-02T11:49:27.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.005+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=S6XOL21VWK1X tag=1HXFKMRSBS2K type=write size=4000261 2026-04-02T11:49:27.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.006+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~NR41EVJSEQWB.0 size=1048576 2026-04-02T11:49:27.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.006+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~NR41EVJSEQWB.1 size=1048576 2026-04-02T11:49:27.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.007+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~NR41EVJSEQWB.2 size=603129 2026-04-02T11:49:27.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.007+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=NR41EVJSEQWB tag=8IQ4GV04HILO type=write size=3748857 2026-04-02T11:49:27.010 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.008+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=547CAP7OJ2B4 type=del 2026-04-02T11:49:27.010 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.009+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=9SK14EOOEYAQ type=write size=675538 2026-04-02T11:49:27.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.009+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=8LXY13O0OJEG type=del 2026-04-02T11:49:27.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.010+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=6R6WXVZ41W5B type=del size=3653543 2026-04-02T11:49:27.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.011+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=SBA1FXWFQGSG type=del 2026-04-02T11:49:27.014 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.012+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~IVG16OD0UVE3.0 size=1048576 2026-04-02T11:49:27.014 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.013+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~IVG16OD0UVE3.1 size=1048576 2026-04-02T11:49:27.015 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.013+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~IVG16OD0UVE3.2 size=909713 2026-04-02T11:49:27.015 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.013+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=IVG16OD0UVE3 tag=ABGR77E7A42Q type=write size=4055441 2026-04-02T11:49:27.016 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.014+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~4B8ZXBPKH8W9.0 size=1048576 2026-04-02T11:49:27.016 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.015+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~4B8ZXBPKH8W9.1 size=93638 2026-04-02T11:49:27.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.016+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=4B8ZXBPKH8W9 tag=T8U02G2GXT5A type=write size=2190790 2026-04-02T11:49:27.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.017+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~VF3UPY2XMTFH.0 size=107505 2026-04-02T11:49:27.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.017+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=VF3UPY2XMTFH tag=O8SCHSD2BOKV type=write size=1156081 2026-04-02T11:49:27.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.018+0000 7f5d7598a880 1 < completed write operation key=JJ7N37F55IC3 tag=11TNIAINPF1M type=write size=994679 2026-04-02T11:49:27.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.019+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=IG80QZWN7UCT type=write size=948359 2026-04-02T11:49:27.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.020+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~BZG8ZE2W18XX.0 size=1048576 2026-04-02T11:49:27.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.021+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~BZG8ZE2W18XX.1 size=322924 2026-04-02T11:49:27.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.022+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=BZG8ZE2W18XX tag=YG2J8JDUBUJ4 type=write size=2420076 2026-04-02T11:49:27.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.023+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~N47IXDLYKTI1.0 size=1048576 2026-04-02T11:49:27.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.024+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~N47IXDLYKTI1.1 size=1048576 2026-04-02T11:49:27.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.025+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~N47IXDLYKTI1.2 size=175725 2026-04-02T11:49:27.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.025+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=N47IXDLYKTI1 tag=QSUJZYETGMQA type=write size=3321453 2026-04-02T11:49:27.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.025+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=73PE3BZVFT5D type=del 2026-04-02T11:49:27.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.027+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~II7HK917VG1P.0 size=1048576 2026-04-02T11:49:27.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.027+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~II7HK917VG1P.1 size=267742 2026-04-02T11:49:27.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.027+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=II7HK917VG1P tag=YK6U4MPPB2AM type=write size=2364894 2026-04-02T11:49:27.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.028+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=4R1WIL19PMQO type=del 2026-04-02T11:49:27.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.029+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=BYMGZKAM27H3 type=del size=3436420 2026-04-02T11:49:27.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.030+0000 7f5d7598a880 1 < suggested update operation key=J4VNVDQ38I9H tag=66V0MRB2Y7XD type=del size=3156769 2026-04-02T11:49:27.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.031+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=YL720U1I4PGK type=del size=3420114 2026-04-02T11:49:27.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.032+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=WRLC92SJV1HM type=del 2026-04-02T11:49:27.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.033+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~FTX3LBZN7GBZ.0 size=1048576 2026-04-02T11:49:27.036 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.034+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~FTX3LBZN7GBZ.1 size=1048576 2026-04-02T11:49:27.036 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.035+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~FTX3LBZN7GBZ.2 size=600235 2026-04-02T11:49:27.036 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.035+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=FTX3LBZN7GBZ tag=1MDVTB9ZP0G4 type=write size=3745963 2026-04-02T11:49:27.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.035+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~47MEZWJZC394.0 size=1048576 2026-04-02T11:49:27.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.036+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~47MEZWJZC394.1 size=340846 2026-04-02T11:49:27.039 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.037+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=47MEZWJZC394 tag=Z7RKJF0D9HRV type=write size=2437998 2026-04-02T11:49:27.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.038+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=L0HO4KSN0BWR type=del size=945327 2026-04-02T11:49:27.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.039+0000 7f5d7598a880 -1 < failed to complete operation key=J4VNVDQ38I9H tag=TC6UI63RZ82K type=del size=3263487: (22) Invalid argument 2026-04-02T11:49:27.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.040+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~4E75Z1JAO1E4.0 size=1048576 2026-04-02T11:49:27.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.041+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~4E75Z1JAO1E4.1 size=479993 2026-04-02T11:49:27.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.041+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=4E75Z1JAO1E4 tag=CB1M24Y61HPG type=write size=2577145 2026-04-02T11:49:27.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.042+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=9L32D25G3AGL type=del 2026-04-02T11:49:27.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.043+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=YM3I9QWZ5WML type=del size=1510735 2026-04-02T11:49:27.045 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.043+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=MGNJJZM1CKQW type=del 2026-04-02T11:49:27.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.045+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~97RJ1LNHEN0J.0 size=1048576 2026-04-02T11:49:27.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.045+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~97RJ1LNHEN0J.1 size=574287 2026-04-02T11:49:27.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.045+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=97RJ1LNHEN0J tag=D44GZUM2S5WR type=write size=2671439 2026-04-02T11:49:27.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.046+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=30P2RQKTE6M5 type=del 2026-04-02T11:49:27.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.051+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=9IEFXIR49O66 type=del size=2688543 2026-04-02T11:49:27.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.052+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~NR41EVJSEQWB.0 size=1048576 2026-04-02T11:49:27.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.052+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~NR41EVJSEQWB.1 size=1048576 2026-04-02T11:49:27.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.053+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~NR41EVJSEQWB.2 size=603129 2026-04-02T11:49:27.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.054+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=NR41EVJSEQWB tag=8IQ4GV04HILO type=write size=3748857 2026-04-02T11:49:27.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.056+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~K1EERSKWZ7IW.0 size=1048576 2026-04-02T11:49:27.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.056+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~K1EERSKWZ7IW.1 size=26135 2026-04-02T11:49:27.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.056+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=K1EERSKWZ7IW tag=Q34HDPJK0FH7 type=write size=2123287 2026-04-02T11:49:27.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.057+0000 7f5d7598a880 1 < completed write operation key=OCGXGNN4YVH3 tag=9SK14EOOEYAQ type=write size=675538 2026-04-02T11:49:27.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.058+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~1V0O996LPJ7Y.0 size=405875 2026-04-02T11:49:27.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.058+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=1V0O996LPJ7Y tag=DWMSME8D337J type=write size=1454451 2026-04-02T11:49:27.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.059+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=6R6WXVZ41W5B type=del 2026-04-02T11:49:27.062 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.061+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~ULY1MG4HGCY6.0 size=1048576 2026-04-02T11:49:27.063 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.061+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~ULY1MG4HGCY6.1 size=790634 2026-04-02T11:49:27.063 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.061+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=ULY1MG4HGCY6 tag=GNB03FNUIR6W type=write size=2887786 2026-04-02T11:49:27.063 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.061+0000 7f5d7598a880 1 < canceled part key=_multipart_J4VNVDQ38I9H.2~IVG16OD0UVE3.0 size=1048576 2026-04-02T11:49:27.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.062+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~IVG16OD0UVE3.1 size=1048576 2026-04-02T11:49:27.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.063+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~IVG16OD0UVE3.2 size=909713 2026-04-02T11:49:27.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.064+0000 7f5d7598a880 1 < canceled multipart upload key=J4VNVDQ38I9H upload=IVG16OD0UVE3 tag=ABGR77E7A42Q type=write size=4055441 2026-04-02T11:49:27.067 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.065+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=QURJS0LU40Z8 type=del size=1555049 2026-04-02T11:49:27.067 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.065+0000 7f5d7598a880 1 < canceled part key=_multipart_5AJK8GE86W32.2~VF3UPY2XMTFH.0 size=107505 2026-04-02T11:49:27.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.066+0000 7f5d7598a880 1 < canceled multipart upload key=5AJK8GE86W32 upload=VF3UPY2XMTFH tag=O8SCHSD2BOKV type=write size=1156081 2026-04-02T11:49:27.069 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.067+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=T7HNA6YM5PNF type=del size=89959 2026-04-02T11:49:27.069 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.068+0000 7f5d7598a880 1 < completed write operation key=6BTSQ5CT3T88 tag=IG80QZWN7UCT type=write size=948359 2026-04-02T11:49:27.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.069+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=H1V08R1LHVOE type=del size=2925936 2026-04-02T11:49:27.071 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.069+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~N47IXDLYKTI1.0 size=1048576 2026-04-02T11:49:27.071 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.069+0000 7f5d7598a880 1 < canceled part key=_multipart_BHZAHJYOGK2B.2~N47IXDLYKTI1.1 size=1048576 2026-04-02T11:49:27.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.070+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~N47IXDLYKTI1.2 size=175725 2026-04-02T11:49:27.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.071+0000 7f5d7598a880 1 < canceled multipart upload key=BHZAHJYOGK2B upload=N47IXDLYKTI1 tag=QSUJZYETGMQA type=write size=3321453 2026-04-02T11:49:27.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.073+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~AOZOWSI38OX0.0 size=1048576 2026-04-02T11:49:27.075 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.073+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~AOZOWSI38OX0.1 size=1048576 2026-04-02T11:49:27.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.074+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~AOZOWSI38OX0.2 size=39878 2026-04-02T11:49:27.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.074+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=AOZOWSI38OX0 tag=INI7E41VBS2H type=write size=3185606 2026-04-02T11:49:27.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.077+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~II7HK917VG1P.0 size=1048576 2026-04-02T11:49:27.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.077+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~II7HK917VG1P.1 size=267742 2026-04-02T11:49:27.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.079+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=II7HK917VG1P tag=YK6U4MPPB2AM type=write size=2364894 2026-04-02T11:49:27.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.079+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=T0GDSIYQPAHY type=write size=1025628 2026-04-02T11:49:27.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.080+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=BYMGZKAM27H3 type=del 2026-04-02T11:49:27.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.081+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=DE90HWUR8QLR type=del size=687811 2026-04-02T11:49:27.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.082+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=YL720U1I4PGK type=del 2026-04-02T11:49:27.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.082+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=AHX2U23R0X8D type=del size=156375 2026-04-02T11:49:27.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.083+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~FTX3LBZN7GBZ.0 size=1048576 2026-04-02T11:49:27.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.084+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~FTX3LBZN7GBZ.1 size=1048576 2026-04-02T11:49:27.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.084+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~FTX3LBZN7GBZ.2 size=600235 2026-04-02T11:49:27.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.086+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=FTX3LBZN7GBZ tag=1MDVTB9ZP0G4 type=write size=3745963 2026-04-02T11:49:27.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.086+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=GME9TYEW76IW type=del size=2265586 2026-04-02T11:49:27.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.087+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=L0HO4KSN0BWR type=del 2026-04-02T11:49:27.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.089+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~WUWHYYOYD74K.0 size=1048576 2026-04-02T11:49:27.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.089+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~WUWHYYOYD74K.1 size=128942 2026-04-02T11:49:27.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.089+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=WUWHYYOYD74K tag=GIFBQBKP930F type=write size=2226094 2026-04-02T11:49:27.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.090+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~4E75Z1JAO1E4.0 size=1048576 2026-04-02T11:49:27.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.091+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~4E75Z1JAO1E4.1 size=479993 2026-04-02T11:49:27.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.092+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=4E75Z1JAO1E4 tag=CB1M24Y61HPG type=write size=2577145 2026-04-02T11:49:27.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.093+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=3VB5D04UEUII type=del size=756351 2026-04-02T11:49:27.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.093+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=YM3I9QWZ5WML type=del 2026-04-02T11:49:27.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.094+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=PPUNGI6TXWXN type=del size=2722884 2026-04-02T11:49:27.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.095+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~97RJ1LNHEN0J.0 size=1048576 2026-04-02T11:49:27.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.095+0000 7f5d7598a880 1 < canceled part key=_multipart_HYSJYWQT3N55.2~97RJ1LNHEN0J.1 size=574287 2026-04-02T11:49:27.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.096+0000 7f5d7598a880 1 < canceled multipart upload key=HYSJYWQT3N55 upload=97RJ1LNHEN0J tag=D44GZUM2S5WR type=write size=2671439 2026-04-02T11:49:27.099 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.098+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~2QF75GX4ZL2V.0 size=1048576 2026-04-02T11:49:27.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.098+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~2QF75GX4ZL2V.1 size=1048576 2026-04-02T11:49:27.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.099+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~2QF75GX4ZL2V.2 size=114256 2026-04-02T11:49:27.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.099+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=2QF75GX4ZL2V tag=KP73KGIEAV1G type=write size=3259984 2026-04-02T11:49:27.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.100+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=9IEFXIR49O66 type=del 2026-04-02T11:49:27.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.101+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~JXXQJ02AYF4O.0 size=1048576 2026-04-02T11:49:27.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.102+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~JXXQJ02AYF4O.1 size=772543 2026-04-02T11:49:27.104 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.102+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=JXXQJ02AYF4O tag=RJ62BNDTXVXM type=write size=2869695 2026-04-02T11:49:27.104 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.102+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~K1EERSKWZ7IW.0 size=1048576 2026-04-02T11:49:27.105 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.103+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~K1EERSKWZ7IW.1 size=26135 2026-04-02T11:49:27.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.105+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=K1EERSKWZ7IW tag=Q34HDPJK0FH7 type=write size=2123287 2026-04-02T11:49:27.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.106+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=VX9S1CJTJ5IP type=del size=1404380 2026-04-02T11:49:27.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.107+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~1V0O996LPJ7Y.0 size=405875 2026-04-02T11:49:27.110 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.108+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=1V0O996LPJ7Y tag=DWMSME8D337J type=write size=1454451 2026-04-02T11:49:27.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.109+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~TSUKV89SOFHS.0 size=1048576 2026-04-02T11:49:27.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.110+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~TSUKV89SOFHS.1 size=825868 2026-04-02T11:49:27.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.110+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=TSUKV89SOFHS tag=5EZ24UYHSVYW type=write size=2923020 2026-04-02T11:49:27.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.111+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~ULY1MG4HGCY6.0 size=1048576 2026-04-02T11:49:27.113 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.111+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~ULY1MG4HGCY6.1 size=790634 2026-04-02T11:49:27.114 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.113+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=ULY1MG4HGCY6 tag=GNB03FNUIR6W type=write size=2887786 2026-04-02T11:49:27.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.114+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~FWU2UPDUPKLP.0 size=1048576 2026-04-02T11:49:27.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.115+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~FWU2UPDUPKLP.1 size=682582 2026-04-02T11:49:27.117 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.115+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=FWU2UPDUPKLP tag=K1XTEFCANGPY type=write size=2779734 2026-04-02T11:49:27.117 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.116+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=QURJS0LU40Z8 type=del 2026-04-02T11:49:27.118 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.116+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=EC0EE4MTO5GJ type=del size=1789063 2026-04-02T11:49:27.119 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.117+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=T7HNA6YM5PNF type=del 2026-04-02T11:49:27.120 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.119+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~ELGEEZALC5IZ.0 size=1048576 2026-04-02T11:49:27.121 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.119+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~ELGEEZALC5IZ.1 size=793788 2026-04-02T11:49:27.121 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.119+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=ELGEEZALC5IZ tag=NJZC1H2DC1RG type=write size=2890940 2026-04-02T11:49:27.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.120+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=H1V08R1LHVOE type=del 2026-04-02T11:49:27.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.121+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=K1T5N0V1BQ3M type=del size=1374773 2026-04-02T11:49:27.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.121+0000 7f5d7598a880 1 < canceled part key=_multipart_52PU1ZBC7VWW.2~AOZOWSI38OX0.0 size=1048576 2026-04-02T11:49:27.123 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.121+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~AOZOWSI38OX0.1 size=1048576 2026-04-02T11:49:27.124 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.122+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~AOZOWSI38OX0.2 size=39878 2026-04-02T11:49:27.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.123+0000 7f5d7598a880 1 < canceled multipart upload key=52PU1ZBC7VWW upload=AOZOWSI38OX0 tag=INI7E41VBS2H type=write size=3185606 2026-04-02T11:49:27.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.125+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~7PTOGG4G1YJS.0 size=1048576 2026-04-02T11:49:27.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.125+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~7PTOGG4G1YJS.1 size=1048576 2026-04-02T11:49:27.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.126+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~7PTOGG4G1YJS.2 size=501783 2026-04-02T11:49:27.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.126+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=7PTOGG4G1YJS tag=E60QTNL59EG0 type=write size=3647511 2026-04-02T11:49:27.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.127+0000 7f5d7598a880 1 < completed write operation key=SKU4BMEAT7O7 tag=T0GDSIYQPAHY type=write size=1025628 2026-04-02T11:49:27.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.127+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=4LRA6DONKFMB type=del size=3678585 2026-04-02T11:49:27.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.128+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=DE90HWUR8QLR type=del 2026-04-02T11:49:27.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.129+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=CPZSAI16ZFNR type=del size=578545 2026-04-02T11:49:27.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.129+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=AHX2U23R0X8D type=del 2026-04-02T11:49:27.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.132+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=8QKUX6JBFI4J type=del size=3995503 2026-04-02T11:49:27.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.133+0000 7f5d7598a880 1 < suggested update operation key=88E9H9UTDGH9 tag=GME9TYEW76IW type=del size=2265586 2026-04-02T11:49:27.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.135+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~RKVVHCBKRTAX.0 size=375984 2026-04-02T11:49:27.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.135+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=RKVVHCBKRTAX tag=X835MBYHI21X type=write size=1424560 2026-04-02T11:49:27.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.136+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~WUWHYYOYD74K.0 size=1048576 2026-04-02T11:49:27.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.136+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~WUWHYYOYD74K.1 size=128942 2026-04-02T11:49:27.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.138+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=WUWHYYOYD74K tag=GIFBQBKP930F type=write size=2226094 2026-04-02T11:49:27.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.139+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=V3O6Q4EYRH51 type=del size=2915995 2026-04-02T11:49:27.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.139+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=3VB5D04UEUII type=del 2026-04-02T11:49:27.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.140+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=GJA79J4ONA16 type=del size=43553 2026-04-02T11:49:27.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.142+0000 7f5d7598a880 1 < suggested update operation key=J4VNVDQ38I9H tag=PPUNGI6TXWXN type=del size=2722884 2026-04-02T11:49:27.146 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.144+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~CE37JSMWGPR9.0 size=1048576 2026-04-02T11:49:27.146 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.145+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~CE37JSMWGPR9.1 size=729543 2026-04-02T11:49:27.146 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.145+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=CE37JSMWGPR9 tag=UBFORQEDWL6R type=write size=2826695 2026-04-02T11:49:27.147 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.145+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~2QF75GX4ZL2V.0 size=1048576 2026-04-02T11:49:27.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.146+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~2QF75GX4ZL2V.1 size=1048576 2026-04-02T11:49:27.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.147+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~2QF75GX4ZL2V.2 size=114256 2026-04-02T11:49:27.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.149+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=2QF75GX4ZL2V tag=KP73KGIEAV1G type=write size=3259984 2026-04-02T11:49:27.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.150+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~F3KA3X7YSRWY.0 size=1048576 2026-04-02T11:49:27.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.152+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~F3KA3X7YSRWY.1 size=1048576 2026-04-02T11:49:27.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.153+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~F3KA3X7YSRWY.2 size=176462 2026-04-02T11:49:27.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.153+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=F3KA3X7YSRWY tag=AYOXSWFV68AB type=write size=3322190 2026-04-02T11:49:27.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.153+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~JXXQJ02AYF4O.0 size=1048576 2026-04-02T11:49:27.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.154+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~JXXQJ02AYF4O.1 size=772543 2026-04-02T11:49:27.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.156+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=JXXQJ02AYF4O tag=RJ62BNDTXVXM type=write size=2869695 2026-04-02T11:49:27.159 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.157+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~941L8BIRQMHT.0 size=1048576 2026-04-02T11:49:27.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.158+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~941L8BIRQMHT.1 size=270322 2026-04-02T11:49:27.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.158+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=941L8BIRQMHT tag=073DTY7DNHGB type=write size=2367474 2026-04-02T11:49:27.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.160+0000 7f5d7598a880 1 < suggested update operation key=J4VNVDQ38I9H tag=VX9S1CJTJ5IP type=del size=1404380 2026-04-02T11:49:27.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.160+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=DEIVEV8UBR4G type=del size=3701259 2026-04-02T11:49:27.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.161+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~TSUKV89SOFHS.0 size=1048576 2026-04-02T11:49:27.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.162+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~TSUKV89SOFHS.1 size=825868 2026-04-02T11:49:27.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.166+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=TSUKV89SOFHS tag=5EZ24UYHSVYW type=write size=2923020 2026-04-02T11:49:27.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.167+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~MIP93FKNRUB1.0 size=1048576 2026-04-02T11:49:27.170 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.168+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~MIP93FKNRUB1.1 size=94169 2026-04-02T11:49:27.170 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.168+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=MIP93FKNRUB1 tag=5F7ZGIUPE9SS type=write size=2191321 2026-04-02T11:49:27.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.169+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~FWU2UPDUPKLP.0 size=1048576 2026-04-02T11:49:27.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.170+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~FWU2UPDUPKLP.1 size=682582 2026-04-02T11:49:27.173 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.171+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=FWU2UPDUPKLP tag=K1XTEFCANGPY type=write size=2779734 2026-04-02T11:49:27.174 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.172+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=FAWHQGAXHM1B type=write size=127788 2026-04-02T11:49:27.175 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.173+0000 7f5d7598a880 1 < canceled operation key=JJ7N37F55IC3 tag=EC0EE4MTO5GJ type=del size=1789063 2026-04-02T11:49:27.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.174+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~C1AZVZ2T6P87.0 size=637662 2026-04-02T11:49:27.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.174+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=C1AZVZ2T6P87 tag=453NO7VQ2T5I type=write size=1686238 2026-04-02T11:49:27.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.175+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~ELGEEZALC5IZ.0 size=1048576 2026-04-02T11:49:27.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.176+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~ELGEEZALC5IZ.1 size=793788 2026-04-02T11:49:27.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.177+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=ELGEEZALC5IZ tag=NJZC1H2DC1RG type=write size=2890940 2026-04-02T11:49:27.180 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.178+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=CFSWWLM4T718 type=del size=1964776 2026-04-02T11:49:27.181 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.179+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=K1T5N0V1BQ3M type=del 2026-04-02T11:49:27.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.180+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=CUJOQBP7FWB4 type=del size=731380 2026-04-02T11:49:27.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.181+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~7PTOGG4G1YJS.0 size=1048576 2026-04-02T11:49:27.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.181+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~7PTOGG4G1YJS.1 size=1048576 2026-04-02T11:49:27.184 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.182+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~7PTOGG4G1YJS.2 size=501783 2026-04-02T11:49:27.185 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.183+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=7PTOGG4G1YJS tag=E60QTNL59EG0 type=write size=3647511 2026-04-02T11:49:27.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.185+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~POEY1C2AHNGJ.0 size=400013 2026-04-02T11:49:27.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.185+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=POEY1C2AHNGJ tag=Y1RQ6NB4A3J1 type=write size=1448589 2026-04-02T11:49:27.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.186+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=4LRA6DONKFMB type=del 2026-04-02T11:49:27.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.187+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~8N5A158UTG4P.0 size=1048576 2026-04-02T11:49:27.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.188+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~8N5A158UTG4P.1 size=644372 2026-04-02T11:49:27.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.188+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=8N5A158UTG4P tag=9M1RICHAP29W type=write size=2741524 2026-04-02T11:49:27.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.189+0000 7f5d7598a880 1 < suggested update operation key=11O38SMUYMX2 tag=CPZSAI16ZFNR type=del size=578545 2026-04-02T11:49:27.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.190+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=MO8Z31V3GCAD type=del size=1406714 2026-04-02T11:49:27.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.191+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=8QKUX6JBFI4J type=del 2026-04-02T11:49:27.225 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.223+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~ONZ0CAYQ1QFM.0 size=727852 2026-04-02T11:49:27.225 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.223+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=ONZ0CAYQ1QFM tag=1M0XNFBCDQDQ type=write size=1776428 2026-04-02T11:49:27.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.225+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~RKVVHCBKRTAX.0 size=375984 2026-04-02T11:49:27.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.227+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=RKVVHCBKRTAX tag=X835MBYHI21X type=write size=1424560 2026-04-02T11:49:27.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.228+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=VSHGFYTFZJ75 type=del size=2174829 2026-04-02T11:49:27.231 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.229+0000 7f5d7598a880 -1 < failed to complete operation key=J4VNVDQ38I9H tag=V3O6Q4EYRH51 type=del size=2915995: (22) Invalid argument 2026-04-02T11:49:27.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.230+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=E91YWNXSEJ4A type=del size=2060399 2026-04-02T11:49:27.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.233+0000 7f5d7598a880 1 < suggested update operation key=11O38SMUYMX2 tag=GJA79J4ONA16 type=del size=43553 2026-04-02T11:49:27.236 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.234+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=CV503BQB0BER type=del size=1802971 2026-04-02T11:49:27.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.235+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~CE37JSMWGPR9.0 size=1048576 2026-04-02T11:49:27.238 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.236+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~CE37JSMWGPR9.1 size=729543 2026-04-02T11:49:27.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.237+0000 7f5d7598a880 1 < completed multipart upload key=UWKIR14N3KM3 upload=CE37JSMWGPR9 tag=UBFORQEDWL6R type=write size=2826695 2026-04-02T11:49:27.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.238+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=9Q6Z7BZ8PWKY type=del size=1289059 2026-04-02T11:49:27.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.239+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~F3KA3X7YSRWY.0 size=1048576 2026-04-02T11:49:27.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.240+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~F3KA3X7YSRWY.1 size=1048576 2026-04-02T11:49:27.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.241+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~F3KA3X7YSRWY.2 size=176462 2026-04-02T11:49:27.244 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.243+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=F3KA3X7YSRWY tag=AYOXSWFV68AB type=write size=3322190 2026-04-02T11:49:27.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.244+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~A0E75OMUWG7E.0 size=513943 2026-04-02T11:49:27.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.244+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=A0E75OMUWG7E tag=ROZCAKLD7QY3 type=write size=1562519 2026-04-02T11:49:27.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.245+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~941L8BIRQMHT.0 size=1048576 2026-04-02T11:49:27.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.246+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~941L8BIRQMHT.1 size=270322 2026-04-02T11:49:27.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.248+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=941L8BIRQMHT tag=073DTY7DNHGB type=write size=2367474 2026-04-02T11:49:27.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.249+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=U32DZQRRSXKG type=del size=524554 2026-04-02T11:49:27.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.250+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=DEIVEV8UBR4G type=del 2026-04-02T11:49:27.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.251+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=ZYGLXAKIWJD3 type=del size=2567025 2026-04-02T11:49:27.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.252+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~MIP93FKNRUB1.0 size=1048576 2026-04-02T11:49:27.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.253+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~MIP93FKNRUB1.1 size=94169 2026-04-02T11:49:27.256 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.254+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=MIP93FKNRUB1 tag=5F7ZGIUPE9SS type=write size=2191321 2026-04-02T11:49:27.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.256+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~NKP5PJ0TFPE7.0 size=1048576 2026-04-02T11:49:27.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.257+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~NKP5PJ0TFPE7.1 size=1048576 2026-04-02T11:49:27.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.258+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~NKP5PJ0TFPE7.2 size=1038674 2026-04-02T11:49:27.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.258+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=NKP5PJ0TFPE7 tag=HXJ49JSYHL6O type=write size=4184402 2026-04-02T11:49:27.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.259+0000 7f5d7598a880 1 < completed write operation key=UWKIR14N3KM3 tag=FAWHQGAXHM1B type=write size=127788 2026-04-02T11:49:27.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.260+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=CTOFFWVZ9M91 type=write size=131901 2026-04-02T11:49:27.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.261+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~C1AZVZ2T6P87.0 size=637662 2026-04-02T11:49:27.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.263+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=C1AZVZ2T6P87 tag=453NO7VQ2T5I type=write size=1686238 2026-04-02T11:49:27.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.265+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~W4GF0DS3WGWT.0 size=1012422 2026-04-02T11:49:27.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.265+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=W4GF0DS3WGWT tag=7BA3HZQFNH56 type=write size=2060998 2026-04-02T11:49:27.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.266+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=CFSWWLM4T718 type=del 2026-04-02T11:49:27.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.268+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~SGM4MV3MYFMX.0 size=1048576 2026-04-02T11:49:27.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.269+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~SGM4MV3MYFMX.1 size=1048576 2026-04-02T11:49:27.271 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.269+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~SGM4MV3MYFMX.2 size=587778 2026-04-02T11:49:27.271 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.269+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=SGM4MV3MYFMX tag=25E3QPBJFFBV type=write size=3733506 2026-04-02T11:49:27.272 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.270+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=CUJOQBP7FWB4 type=del 2026-04-02T11:49:27.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.273+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~G9DN1XI4QU8K.0 size=1048576 2026-04-02T11:49:27.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.277+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~G9DN1XI4QU8K.1 size=1048576 2026-04-02T11:49:27.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.278+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~G9DN1XI4QU8K.2 size=894196 2026-04-02T11:49:27.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.278+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=G9DN1XI4QU8K tag=HTGRTBYYF3CT type=write size=4039924 2026-04-02T11:49:27.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.279+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~POEY1C2AHNGJ.0 size=400013 2026-04-02T11:49:27.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.280+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=POEY1C2AHNGJ tag=Y1RQ6NB4A3J1 type=write size=1448589 2026-04-02T11:49:27.284 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.282+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~GA38WG4FPNTB.0 size=1048576 2026-04-02T11:49:27.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.283+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~GA38WG4FPNTB.1 size=179995 2026-04-02T11:49:27.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.283+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=GA38WG4FPNTB tag=KMW307Q0NDE6 type=write size=2277147 2026-04-02T11:49:27.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.284+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~8N5A158UTG4P.0 size=1048576 2026-04-02T11:49:27.286 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.284+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~8N5A158UTG4P.1 size=644372 2026-04-02T11:49:27.288 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.286+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=8N5A158UTG4P tag=9M1RICHAP29W type=write size=2741524 2026-04-02T11:49:27.288 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.287+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=HB3M8U82L81O type=del size=543492 2026-04-02T11:49:27.289 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.287+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=MO8Z31V3GCAD type=del 2026-04-02T11:49:27.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.288+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=L119VZHTIBWE type=del size=2487537 2026-04-02T11:49:27.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.289+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~ONZ0CAYQ1QFM.0 size=727852 2026-04-02T11:49:27.292 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.290+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=ONZ0CAYQ1QFM tag=1M0XNFBCDQDQ type=write size=1776428 2026-04-02T11:49:27.293 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.291+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=A1BQ6UXHQ3LL type=write size=314680 2026-04-02T11:49:27.294 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.292+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=VSHGFYTFZJ75 type=del 2026-04-02T11:49:27.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.293+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=4EB72GDUJ6F7 type=del size=3189070 2026-04-02T11:49:27.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.294+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=E91YWNXSEJ4A type=del 2026-04-02T11:49:27.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.294+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=8OIKZVKIVYNU type=del size=1658425 2026-04-02T11:49:27.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.295+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=CV503BQB0BER type=del 2026-04-02T11:49:27.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.296+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=VPKHUHGKLGPG type=del size=3574271 2026-04-02T11:49:27.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.297+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=9Q6Z7BZ8PWKY type=del 2026-04-02T11:49:27.299 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.297+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=DRQZMQS2DMPV type=del size=2562379 2026-04-02T11:49:27.300 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.298+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~A0E75OMUWG7E.0 size=513943 2026-04-02T11:49:27.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.300+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=A0E75OMUWG7E tag=ROZCAKLD7QY3 type=write size=1562519 2026-04-02T11:49:27.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.301+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~MMRSCQBNSW7S.0 size=1048576 2026-04-02T11:49:27.304 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.302+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~MMRSCQBNSW7S.1 size=997161 2026-04-02T11:49:27.304 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.302+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=MMRSCQBNSW7S tag=ATEHLLQK3L0J type=write size=3094313 2026-04-02T11:49:27.304 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.303+0000 7f5d7598a880 1 < canceled operation key=ZS5NQMR2F1CO tag=U32DZQRRSXKG type=del size=524554 2026-04-02T11:49:27.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.303+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=V14O01UW7F95 type=del size=648370 2026-04-02T11:49:27.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.304+0000 7f5d7598a880 1 < canceled operation key=6BTSQ5CT3T88 tag=ZYGLXAKIWJD3 type=del size=2567025 2026-04-02T11:49:27.307 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.305+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=8NHML0OLALUD type=write size=944451 2026-04-02T11:49:27.307 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.306+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~NKP5PJ0TFPE7.0 size=1048576 2026-04-02T11:49:27.308 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.306+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~NKP5PJ0TFPE7.1 size=1048576 2026-04-02T11:49:27.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.307+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~NKP5PJ0TFPE7.2 size=1038674 2026-04-02T11:49:27.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.309+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=NKP5PJ0TFPE7 tag=HXJ49JSYHL6O type=write size=4184402 2026-04-02T11:49:27.313 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.311+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~YVZRWJ40JH2Y.0 size=1048576 2026-04-02T11:49:27.313 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.312+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~YVZRWJ40JH2Y.1 size=305633 2026-04-02T11:49:27.313 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.312+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=YVZRWJ40JH2Y tag=PY2PWV3WVSCP type=write size=2402785 2026-04-02T11:49:27.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.313+0000 7f5d7598a880 1 < completed write operation key=SKU4BMEAT7O7 tag=CTOFFWVZ9M91 type=write size=131901 2026-04-02T11:49:27.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.314+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~MAIT2Y59U1MJ.0 size=1048576 2026-04-02T11:49:27.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.315+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~MAIT2Y59U1MJ.1 size=1048576 2026-04-02T11:49:27.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.316+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~MAIT2Y59U1MJ.2 size=249607 2026-04-02T11:49:27.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.316+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=MAIT2Y59U1MJ tag=LLK66S31TYZE type=write size=3395335 2026-04-02T11:49:27.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.316+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~W4GF0DS3WGWT.0 size=1012422 2026-04-02T11:49:27.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.318+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=W4GF0DS3WGWT tag=7BA3HZQFNH56 type=write size=2060998 2026-04-02T11:49:27.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.319+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=MWZ1V0F5YNR8 type=write size=644554 2026-04-02T11:49:27.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.320+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~SGM4MV3MYFMX.0 size=1048576 2026-04-02T11:49:27.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.320+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~SGM4MV3MYFMX.1 size=1048576 2026-04-02T11:49:27.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.320+0000 7f5d7598a880 1 < canceled part key=_multipart_ZQKQX36TNEUQ.2~SGM4MV3MYFMX.2 size=587778 2026-04-02T11:49:27.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.322+0000 7f5d7598a880 1 < canceled multipart upload key=ZQKQX36TNEUQ upload=SGM4MV3MYFMX tag=25E3QPBJFFBV type=write size=3733506 2026-04-02T11:49:27.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.323+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~MOBQ6N0YU9QC.0 size=567922 2026-04-02T11:49:27.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.323+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=MOBQ6N0YU9QC tag=EGWF5ZR68M33 type=write size=1616498 2026-04-02T11:49:27.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.324+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~G9DN1XI4QU8K.0 size=1048576 2026-04-02T11:49:27.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.324+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~G9DN1XI4QU8K.1 size=1048576 2026-04-02T11:49:27.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.324+0000 7f5d7598a880 1 < canceled part key=_multipart_52PU1ZBC7VWW.2~G9DN1XI4QU8K.2 size=894196 2026-04-02T11:49:27.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.326+0000 7f5d7598a880 1 < canceled multipart upload key=52PU1ZBC7VWW upload=G9DN1XI4QU8K tag=HTGRTBYYF3CT type=write size=4039924 2026-04-02T11:49:27.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.327+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~TSRMIQ03UW2C.0 size=1048576 2026-04-02T11:49:27.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.328+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~TSRMIQ03UW2C.1 size=883977 2026-04-02T11:49:27.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.328+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=TSRMIQ03UW2C tag=KBOI713MR66U type=write size=2981129 2026-04-02T11:49:27.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.329+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~GA38WG4FPNTB.0 size=1048576 2026-04-02T11:49:27.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.330+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~GA38WG4FPNTB.1 size=179995 2026-04-02T11:49:27.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.331+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=GA38WG4FPNTB tag=KMW307Q0NDE6 type=write size=2277147 2026-04-02T11:49:27.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.332+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=NZNJURKX2L2N type=write size=660696 2026-04-02T11:49:27.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.332+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=HB3M8U82L81O type=del 2026-04-02T11:49:27.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.333+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=HC1HX60CDWF2 type=del size=1004058 2026-04-02T11:49:27.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.334+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=L119VZHTIBWE type=del 2026-04-02T11:49:27.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.335+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=YDZND808QG6S type=del size=295307 2026-04-02T11:49:27.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.336+0000 7f5d7598a880 1 < canceled operation key=5AJK8GE86W32 tag=A1BQ6UXHQ3LL type=write size=314680 2026-04-02T11:49:27.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.337+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~OEBZGP6U6TU6.0 size=1048576 2026-04-02T11:49:27.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.338+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~OEBZGP6U6TU6.1 size=794332 2026-04-02T11:49:27.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.338+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=OEBZGP6U6TU6 tag=QDVQNPB1X7XT type=write size=2891484 2026-04-02T11:49:27.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.338+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=4EB72GDUJ6F7 type=del 2026-04-02T11:49:27.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.340+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=BT060BZITN36 type=del size=2033902 2026-04-02T11:49:27.344 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.342+0000 7f5d7598a880 1 < suggested update operation key=V6UN2ZWR2MRB tag=8OIKZVKIVYNU type=del size=1658425 2026-04-02T11:49:27.344 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.343+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=9XLS2U1V55KH type=write size=548171 2026-04-02T11:49:27.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.344+0000 7f5d7598a880 1 < suggested remove operation key=IOCSURQ3BMAF tag=VPKHUHGKLGPG type=del 2026-04-02T11:49:27.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.346+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~XT18ZJGZP6FB.0 size=390892 2026-04-02T11:49:27.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.346+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=XT18ZJGZP6FB tag=5JUP0EAS2F5A type=write size=1439468 2026-04-02T11:49:27.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.347+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=DRQZMQS2DMPV type=del 2026-04-02T11:49:27.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.347+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=UJUCB4HO8PA2 type=del size=1788060 2026-04-02T11:49:27.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.348+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~MMRSCQBNSW7S.0 size=1048576 2026-04-02T11:49:27.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.349+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~MMRSCQBNSW7S.1 size=997161 2026-04-02T11:49:27.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.350+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=MMRSCQBNSW7S tag=ATEHLLQK3L0J type=write size=3094313 2026-04-02T11:49:27.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.352+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~P96WUIC5T8Y7.0 size=1048576 2026-04-02T11:49:27.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.352+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~P96WUIC5T8Y7.1 size=1048576 2026-04-02T11:49:27.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.354+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~P96WUIC5T8Y7.2 size=221808 2026-04-02T11:49:27.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.354+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=P96WUIC5T8Y7 tag=TPH45P6C7PWV type=write size=3367536 2026-04-02T11:49:27.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.355+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=V14O01UW7F95 type=del 2026-04-02T11:49:27.358 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.356+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~LBS5GID8BNWL.0 size=1048576 2026-04-02T11:49:27.358 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.357+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~LBS5GID8BNWL.1 size=675039 2026-04-02T11:49:27.358 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.357+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=LBS5GID8BNWL tag=I3VGFL36N1Y3 type=write size=2772191 2026-04-02T11:49:27.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.357+0000 7f5d7598a880 1 < completed write operation key=C6GX0GW6KDYE tag=8NHML0OLALUD type=write size=944451 2026-04-02T11:49:27.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.359+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~5T486VUAZYA3.0 size=1048576 2026-04-02T11:49:27.361 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.359+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~5T486VUAZYA3.1 size=1048576 2026-04-02T11:49:27.362 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.360+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~5T486VUAZYA3.2 size=1042004 2026-04-02T11:49:27.362 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.360+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=5T486VUAZYA3 tag=O1Y7TSDECHRY type=write size=4187732 2026-04-02T11:49:27.363 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.361+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~YVZRWJ40JH2Y.0 size=1048576 2026-04-02T11:49:27.363 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.362+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~YVZRWJ40JH2Y.1 size=305633 2026-04-02T11:49:27.366 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.364+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=YVZRWJ40JH2Y tag=PY2PWV3WVSCP type=write size=2402785 2026-04-02T11:49:27.367 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.365+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=E48FWLYJN4TI type=write size=688446 2026-04-02T11:49:27.367 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.366+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~MAIT2Y59U1MJ.0 size=1048576 2026-04-02T11:49:27.368 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.366+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~MAIT2Y59U1MJ.1 size=1048576 2026-04-02T11:49:27.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.367+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~MAIT2Y59U1MJ.2 size=249607 2026-04-02T11:49:27.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.369+0000 7f5d7598a880 1 < completed multipart upload key=UWKIR14N3KM3 upload=MAIT2Y59U1MJ tag=LLK66S31TYZE type=write size=3395335 2026-04-02T11:49:27.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.370+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~2P83W74BF46E.0 size=1048576 2026-04-02T11:49:27.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.371+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~2P83W74BF46E.1 size=1048576 2026-04-02T11:49:27.373 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.371+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~2P83W74BF46E.2 size=271198 2026-04-02T11:49:27.373 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.371+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=2P83W74BF46E tag=VNCDA0FEY5FH type=write size=3416926 2026-04-02T11:49:27.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.373+0000 7f5d7598a880 1 < suggested remove operation key=88E9H9UTDGH9 tag=MWZ1V0F5YNR8 type=write 2026-04-02T11:49:27.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.374+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~R6QKYX8DCRQB.0 size=497148 2026-04-02T11:49:27.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.374+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=R6QKYX8DCRQB tag=Z6LV19ODMZIB type=write size=1545724 2026-04-02T11:49:27.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.375+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~MOBQ6N0YU9QC.0 size=567922 2026-04-02T11:49:27.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.376+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=MOBQ6N0YU9QC tag=EGWF5ZR68M33 type=write size=1616498 2026-04-02T11:49:27.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.377+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~2YNLBF31T2ZV.0 size=1048576 2026-04-02T11:49:27.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.378+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~2YNLBF31T2ZV.1 size=426481 2026-04-02T11:49:27.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.378+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=2YNLBF31T2ZV tag=GVKD07XQL7DM type=write size=2523633 2026-04-02T11:49:27.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.379+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~TSRMIQ03UW2C.0 size=1048576 2026-04-02T11:49:27.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.380+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~TSRMIQ03UW2C.1 size=883977 2026-04-02T11:49:27.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.381+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=TSRMIQ03UW2C tag=KBOI713MR66U type=write size=2981129 2026-04-02T11:49:27.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.382+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=T6TWW54BRA8X type=write size=981105 2026-04-02T11:49:27.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.382+0000 7f5d7598a880 1 < completed write operation key=5AJK8GE86W32 tag=NZNJURKX2L2N type=write size=660696 2026-04-02T11:49:27.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.384+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~9C3OCOQOJAB5.0 size=387307 2026-04-02T11:49:27.386 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.384+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=9C3OCOQOJAB5 tag=T0W4ZC2K0KBM type=write size=1435883 2026-04-02T11:49:27.386 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.385+0000 7f5d7598a880 -1 < failed to complete operation key=88E9H9UTDGH9 tag=HC1HX60CDWF2 type=del size=1004058: (22) Invalid argument 2026-04-02T11:49:27.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.386+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~E7EP6JMTR7ZG.0 size=1048576 2026-04-02T11:49:27.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.386+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~E7EP6JMTR7ZG.1 size=280625 2026-04-02T11:49:27.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.386+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=E7EP6JMTR7ZG tag=YONO14D2Q8JW type=write size=2377777 2026-04-02T11:49:27.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.387+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=YDZND808QG6S type=del 2026-04-02T11:49:27.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.388+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=3KD99G5DSX6Y type=del size=3903887 2026-04-02T11:49:27.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.389+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~OEBZGP6U6TU6.0 size=1048576 2026-04-02T11:49:27.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.389+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~OEBZGP6U6TU6.1 size=794332 2026-04-02T11:49:27.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.391+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=OEBZGP6U6TU6 tag=QDVQNPB1X7XT type=write size=2891484 2026-04-02T11:49:27.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.392+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~FXOH6HHEJUNG.0 size=57616 2026-04-02T11:49:27.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.392+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=FXOH6HHEJUNG tag=HW9JZVPSTKEX type=write size=1106192 2026-04-02T11:49:27.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.393+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=BT060BZITN36 type=del 2026-04-02T11:49:27.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.394+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~F2NXA2QJJZUK.0 size=1048576 2026-04-02T11:49:27.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.395+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~F2NXA2QJJZUK.1 size=609394 2026-04-02T11:49:27.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.395+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=F2NXA2QJJZUK tag=JPXZXJ7ZK2BM type=write size=2706546 2026-04-02T11:49:27.398 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.396+0000 7f5d7598a880 1 < suggested remove operation key=ZIMLW0YTOPPK tag=9XLS2U1V55KH type=write 2026-04-02T11:49:27.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.401+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~CB7IO707H2H2.0 size=1048576 2026-04-02T11:49:27.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.402+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~CB7IO707H2H2.1 size=900091 2026-04-02T11:49:27.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.402+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=CB7IO707H2H2 tag=872ONMWEQ7Q7 type=write size=2997243 2026-04-02T11:49:27.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.403+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~XT18ZJGZP6FB.0 size=390892 2026-04-02T11:49:27.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.404+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=XT18ZJGZP6FB tag=5JUP0EAS2F5A type=write size=1439468 2026-04-02T11:49:27.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.406+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~WDOXW93YRHZG.0 size=400829 2026-04-02T11:49:27.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.406+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=WDOXW93YRHZG tag=J1OC168459E9 type=write size=1449405 2026-04-02T11:49:27.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.406+0000 7f5d7598a880 -1 < failed to complete operation key=88E9H9UTDGH9 tag=UJUCB4HO8PA2 type=del size=1788060: (22) Invalid argument 2026-04-02T11:49:27.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.407+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=6JRWZB8XJC8Y type=del size=2901161 2026-04-02T11:49:27.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.408+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~P96WUIC5T8Y7.0 size=1048576 2026-04-02T11:49:27.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.409+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~P96WUIC5T8Y7.1 size=1048576 2026-04-02T11:49:27.411 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.409+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~P96WUIC5T8Y7.2 size=221808 2026-04-02T11:49:27.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.411+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=P96WUIC5T8Y7 tag=TPH45P6C7PWV type=write size=3367536 2026-04-02T11:49:27.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.412+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=CJV0BML66EAY type=del size=459310 2026-04-02T11:49:27.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.413+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~LBS5GID8BNWL.0 size=1048576 2026-04-02T11:49:27.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.413+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~LBS5GID8BNWL.1 size=675039 2026-04-02T11:49:27.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.415+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=LBS5GID8BNWL tag=I3VGFL36N1Y3 type=write size=2772191 2026-04-02T11:49:27.418 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.416+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~LQX1AAFZ99UI.0 size=1048576 2026-04-02T11:49:27.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.417+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~LQX1AAFZ99UI.1 size=1048576 2026-04-02T11:49:27.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.418+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~LQX1AAFZ99UI.2 size=306507 2026-04-02T11:49:27.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.418+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=LQX1AAFZ99UI tag=BWS9EF6G20GA type=write size=3452235 2026-04-02T11:49:27.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.418+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~5T486VUAZYA3.0 size=1048576 2026-04-02T11:49:27.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.419+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~5T486VUAZYA3.1 size=1048576 2026-04-02T11:49:27.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.420+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~5T486VUAZYA3.2 size=1042004 2026-04-02T11:49:27.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.421+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=5T486VUAZYA3 tag=O1Y7TSDECHRY type=write size=4187732 2026-04-02T11:49:27.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.422+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=MAZ34Q88RBER type=del size=638932 2026-04-02T11:49:27.425 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.423+0000 7f5d7598a880 1 < suggested remove operation key=ZQKQX36TNEUQ tag=E48FWLYJN4TI type=write 2026-04-02T11:49:27.426 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.424+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=NUCRWP8VMNM0 type=del size=62559 2026-04-02T11:49:27.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.425+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~2P83W74BF46E.0 size=1048576 2026-04-02T11:49:27.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.426+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~2P83W74BF46E.1 size=1048576 2026-04-02T11:49:27.428 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.426+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~2P83W74BF46E.2 size=271198 2026-04-02T11:49:27.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.428+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=2P83W74BF46E tag=VNCDA0FEY5FH type=write size=3416926 2026-04-02T11:49:27.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.432+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~6RG7JTLT3D6D.0 size=1048576 2026-04-02T11:49:27.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.434+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~6RG7JTLT3D6D.1 size=1048576 2026-04-02T11:49:27.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.434+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~6RG7JTLT3D6D.2 size=438430 2026-04-02T11:49:27.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.434+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=6RG7JTLT3D6D tag=H1BE7V27P74L type=write size=3584158 2026-04-02T11:49:27.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.435+0000 7f5d7598a880 1 < canceled part key=_multipart_5AJK8GE86W32.2~R6QKYX8DCRQB.0 size=497148 2026-04-02T11:49:27.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.436+0000 7f5d7598a880 1 < canceled multipart upload key=5AJK8GE86W32 upload=R6QKYX8DCRQB tag=Z6LV19ODMZIB type=write size=1545724 2026-04-02T11:49:27.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.437+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=ITUGJB9NE8KK type=write size=927339 2026-04-02T11:49:27.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.438+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~2YNLBF31T2ZV.0 size=1048576 2026-04-02T11:49:27.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.438+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~2YNLBF31T2ZV.1 size=426481 2026-04-02T11:49:27.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.440+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=2YNLBF31T2ZV tag=GVKD07XQL7DM type=write size=2523633 2026-04-02T11:49:27.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.441+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=TXY9OXP4J1LX type=del size=871973 2026-04-02T11:49:27.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.442+0000 7f5d7598a880 1 < suggested remove operation key=WMXK0TM2YJZJ tag=T6TWW54BRA8X type=write 2026-04-02T11:49:27.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.443+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=8ASNY0Z5FM91 type=del size=3606332 2026-04-02T11:49:27.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.444+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~9C3OCOQOJAB5.0 size=387307 2026-04-02T11:49:27.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.445+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=9C3OCOQOJAB5 tag=T0W4ZC2K0KBM type=write size=1435883 2026-04-02T11:49:27.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.447+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~ULGOQWQ9CCG9.0 size=1048576 2026-04-02T11:49:27.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.447+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~ULGOQWQ9CCG9.1 size=1048576 2026-04-02T11:49:27.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.448+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~ULGOQWQ9CCG9.2 size=423659 2026-04-02T11:49:27.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.448+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=ULGOQWQ9CCG9 tag=VMBV1XHHN3QJ type=write size=3569387 2026-04-02T11:49:27.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.449+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~E7EP6JMTR7ZG.0 size=1048576 2026-04-02T11:49:27.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.450+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~E7EP6JMTR7ZG.1 size=280625 2026-04-02T11:49:27.453 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.451+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=E7EP6JMTR7ZG tag=YONO14D2Q8JW type=write size=2377777 2026-04-02T11:49:27.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.452+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=R85Z0NTPLW1F type=del size=2029611 2026-04-02T11:49:27.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.453+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=3KD99G5DSX6Y type=del 2026-04-02T11:49:27.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.454+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~IOFFHGQKPVUL.0 size=93741 2026-04-02T11:49:27.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.454+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=IOFFHGQKPVUL tag=9YZXYJ030KEM type=write size=1142317 2026-04-02T11:49:27.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.456+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~FXOH6HHEJUNG.0 size=57616 2026-04-02T11:49:27.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.458+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=FXOH6HHEJUNG tag=HW9JZVPSTKEX type=write size=1106192 2026-04-02T11:49:27.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.459+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=YWN8YV6ZWC4T type=del size=3275517 2026-04-02T11:49:27.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.460+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~F2NXA2QJJZUK.0 size=1048576 2026-04-02T11:49:27.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.460+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~F2NXA2QJJZUK.1 size=609394 2026-04-02T11:49:27.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.462+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=F2NXA2QJJZUK tag=JPXZXJ7ZK2BM type=write size=2706546 2026-04-02T11:49:27.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.464+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~JJ0PEQELXSJX.0 size=800852 2026-04-02T11:49:27.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.464+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=JJ0PEQELXSJX tag=WJ0YKOGB1CNF type=write size=1849428 2026-04-02T11:49:27.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.465+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~CB7IO707H2H2.0 size=1048576 2026-04-02T11:49:27.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.465+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~CB7IO707H2H2.1 size=900091 2026-04-02T11:49:27.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.467+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=CB7IO707H2H2 tag=872ONMWEQ7Q7 type=write size=2997243 2026-04-02T11:49:27.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.468+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=TGNNCW2YBSHT type=del size=3105167 2026-04-02T11:49:27.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.468+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~WDOXW93YRHZG.0 size=400829 2026-04-02T11:49:27.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.470+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=WDOXW93YRHZG tag=J1OC168459E9 type=write size=1449405 2026-04-02T11:49:27.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.471+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=1VIJG63Q2JZZ type=write size=748135 2026-04-02T11:49:27.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.472+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=6JRWZB8XJC8Y type=del 2026-04-02T11:49:27.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.473+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=2ZNXOY4KTC03 type=del size=607691 2026-04-02T11:49:27.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.474+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=CJV0BML66EAY type=del 2026-04-02T11:49:27.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.475+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=XVFCOK872PQ8 type=write size=944547 2026-04-02T11:49:27.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.475+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~LQX1AAFZ99UI.0 size=1048576 2026-04-02T11:49:27.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.476+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~LQX1AAFZ99UI.1 size=1048576 2026-04-02T11:49:27.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.477+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~LQX1AAFZ99UI.2 size=306507 2026-04-02T11:49:27.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.478+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=LQX1AAFZ99UI tag=BWS9EF6G20GA type=write size=3452235 2026-04-02T11:49:27.481 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.479+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=4NFXEG8LFADX type=del size=1634701 2026-04-02T11:49:27.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.480+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=MAZ34Q88RBER type=del 2026-04-02T11:49:27.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.481+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=L82S5YF0XMKU type=del size=1357725 2026-04-02T11:49:27.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.482+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=NUCRWP8VMNM0 type=del 2026-04-02T11:49:27.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.483+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=FOUQ57IULGGF type=del size=3981358 2026-04-02T11:49:27.485 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.484+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~6RG7JTLT3D6D.0 size=1048576 2026-04-02T11:49:27.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.484+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~6RG7JTLT3D6D.1 size=1048576 2026-04-02T11:49:27.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.485+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~6RG7JTLT3D6D.2 size=438430 2026-04-02T11:49:27.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.487+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=6RG7JTLT3D6D tag=H1BE7V27P74L type=write size=3584158 2026-04-02T11:49:27.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.488+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=WUDT8NZ2QQ8B type=del size=524549 2026-04-02T11:49:27.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.489+0000 7f5d7598a880 1 < completed write operation key=JJ7N37F55IC3 tag=ITUGJB9NE8KK type=write size=927339 2026-04-02T11:49:27.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.490+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=1UUUQ05Q764S type=del size=158806 2026-04-02T11:49:27.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.494+0000 7f5d7598a880 1 < suggested update operation key=V6UN2ZWR2MRB tag=TXY9OXP4J1LX type=del size=871973 2026-04-02T11:49:27.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.495+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=WOD0V4H09QHF type=del size=1617090 2026-04-02T11:49:27.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.497+0000 7f5d7598a880 1 < suggested update operation key=42U7D3Y8Z7PW tag=8ASNY0Z5FM91 type=del size=3606332 2026-04-02T11:49:27.499 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.498+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=66L63NG7RFU1 type=del size=3264888 2026-04-02T11:49:27.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.499+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~ULGOQWQ9CCG9.0 size=1048576 2026-04-02T11:49:27.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.499+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~ULGOQWQ9CCG9.1 size=1048576 2026-04-02T11:49:27.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.500+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~ULGOQWQ9CCG9.2 size=423659 2026-04-02T11:49:27.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.502+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=ULGOQWQ9CCG9 tag=VMBV1XHHN3QJ type=write size=3569387 2026-04-02T11:49:27.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.503+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=60UQZ0W1R9OA type=del size=2085305 2026-04-02T11:49:27.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.504+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=R85Z0NTPLW1F type=del 2026-04-02T11:49:27.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.505+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=N8O5DMO3K9SH type=write size=328547 2026-04-02T11:49:27.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.506+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~IOFFHGQKPVUL.0 size=93741 2026-04-02T11:49:27.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.508+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=IOFFHGQKPVUL tag=9YZXYJ030KEM type=write size=1142317 2026-04-02T11:49:27.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.508+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=OUNSQYT4REPS type=del size=3377733 2026-04-02T11:49:27.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.509+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=YWN8YV6ZWC4T type=del 2026-04-02T11:49:27.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.510+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=ACISGV1HH3HC type=del size=1014494 2026-04-02T11:49:27.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.511+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~JJ0PEQELXSJX.0 size=800852 2026-04-02T11:49:27.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.513+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=JJ0PEQELXSJX tag=WJ0YKOGB1CNF type=write size=1849428 2026-04-02T11:49:27.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.514+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~1VIXBX7DR7BM.0 size=1048576 2026-04-02T11:49:27.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.515+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~1VIXBX7DR7BM.1 size=1048576 2026-04-02T11:49:27.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.516+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~1VIXBX7DR7BM.2 size=285702 2026-04-02T11:49:27.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.516+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=1VIXBX7DR7BM tag=M0DFPIHEC61I type=write size=3431430 2026-04-02T11:49:27.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.518+0000 7f5d7598a880 1 < suggested remove operation key=6BTSQ5CT3T88 tag=TGNNCW2YBSHT type=del 2026-04-02T11:49:27.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.520+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~FSOP34VE3FD0.0 size=789914 2026-04-02T11:49:27.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.520+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=FSOP34VE3FD0 tag=8VME7WSSQGQC type=write size=1838490 2026-04-02T11:49:27.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.522+0000 7f5d7598a880 1 < completed write operation key=TG8AKFTZB4ZM tag=1VIJG63Q2JZZ type=write size=748135 2026-04-02T11:49:27.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.523+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~FVE5AS3LACD9.0 size=671241 2026-04-02T11:49:27.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.523+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=FVE5AS3LACD9 tag=CQWX1MHXGMP3 type=write size=1719817 2026-04-02T11:49:27.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.527+0000 7f5d7598a880 1 < canceled operation key=VILE4YEMEN09 tag=2ZNXOY4KTC03 type=del size=607691 2026-04-02T11:49:27.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.527+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=QM7OBV1D182H type=del size=3870197 2026-04-02T11:49:27.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.528+0000 7f5d7598a880 1 < completed write operation key=07AW9BPTKOI3 tag=XVFCOK872PQ8 type=write size=944547 2026-04-02T11:49:27.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.530+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~OQIHAVC3JGK9.0 size=1048576 2026-04-02T11:49:27.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.530+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~OQIHAVC3JGK9.1 size=415090 2026-04-02T11:49:27.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.530+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=OQIHAVC3JGK9 tag=CWEW4JC100ED type=write size=2512242 2026-04-02T11:49:27.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.532+0000 7f5d7598a880 1 < suggested update operation key=TJDWV3CEZ1PF tag=4NFXEG8LFADX type=del size=1634701 2026-04-02T11:49:27.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.533+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=KSPA038ELCGL type=del size=2700270 2026-04-02T11:49:27.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.535+0000 7f5d7598a880 1 < suggested update operation key=7GZSL99JL986 tag=L82S5YF0XMKU type=del size=1357725 2026-04-02T11:49:27.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.536+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=G87JKZ68NF12 type=del size=2095763 2026-04-02T11:49:27.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.537+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=FOUQ57IULGGF type=del 2026-04-02T11:49:27.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.538+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=3MDF8FTVDXA5 type=del size=4142922 2026-04-02T11:49:27.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.539+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=WUDT8NZ2QQ8B type=del 2026-04-02T11:49:27.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.541+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~KWI9U9HGOS0O.0 size=1048576 2026-04-02T11:49:27.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.542+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~KWI9U9HGOS0O.1 size=1048576 2026-04-02T11:49:27.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.542+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~KWI9U9HGOS0O.2 size=228276 2026-04-02T11:49:27.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.543+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=KWI9U9HGOS0O tag=AFU9I0HGUTCV type=write size=3374004 2026-04-02T11:49:27.545 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.544+0000 7f5d7598a880 -1 < failed to complete operation key=42U7D3Y8Z7PW tag=1UUUQ05Q764S type=del size=158806: (22) Invalid argument 2026-04-02T11:49:27.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.545+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~03ZTX8CXU4P0.0 size=1048576 2026-04-02T11:49:27.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.546+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~03ZTX8CXU4P0.1 size=527894 2026-04-02T11:49:27.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.546+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=03ZTX8CXU4P0 tag=CUK34D2XZXP7 type=write size=2625046 2026-04-02T11:49:27.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.548+0000 7f5d7598a880 1 < suggested remove operation key=TG8AKFTZB4ZM tag=WOD0V4H09QHF type=del 2026-04-02T11:49:27.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.549+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~ZAN2MGP5HK3G.0 size=96880 2026-04-02T11:49:27.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.549+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=ZAN2MGP5HK3G tag=E6ROBYG427TZ type=write size=1145456 2026-04-02T11:49:27.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.550+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=66L63NG7RFU1 type=del 2026-04-02T11:49:27.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.551+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=SC3HEK4TT7J1 type=del size=48994 2026-04-02T11:49:27.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.552+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=60UQZ0W1R9OA type=del 2026-04-02T11:49:27.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.554+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~PNHFECGQH8N0.0 size=1046314 2026-04-02T11:49:27.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.554+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=PNHFECGQH8N0 tag=FEIL6L1UVX21 type=write size=2094890 2026-04-02T11:49:27.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.554+0000 7f5d7598a880 1 < canceled operation key=C6GX0GW6KDYE tag=N8O5DMO3K9SH type=write size=328547 2026-04-02T11:49:27.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.556+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~7CD2KHD8161S.0 size=1048576 2026-04-02T11:49:27.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.557+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~7CD2KHD8161S.1 size=950482 2026-04-02T11:49:27.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.557+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=7CD2KHD8161S tag=KDQGNFL115FA type=write size=3047634 2026-04-02T11:49:27.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.558+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=OUNSQYT4REPS type=del 2026-04-02T11:49:27.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.559+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=CQIFX8A1MJSJ type=del size=3673161 2026-04-02T11:49:27.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.560+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=ACISGV1HH3HC type=del 2026-04-02T11:49:27.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.561+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~MG1TZ8L86F9K.0 size=1048576 2026-04-02T11:49:27.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.563+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~MG1TZ8L86F9K.1 size=823028 2026-04-02T11:49:27.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.563+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=MG1TZ8L86F9K tag=JQDBV3LD2PE6 type=write size=2920180 2026-04-02T11:49:27.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.564+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~1VIXBX7DR7BM.0 size=1048576 2026-04-02T11:49:27.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.565+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~1VIXBX7DR7BM.1 size=1048576 2026-04-02T11:49:27.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.566+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~1VIXBX7DR7BM.2 size=285702 2026-04-02T11:49:27.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.567+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=1VIXBX7DR7BM tag=M0DFPIHEC61I type=write size=3431430 2026-04-02T11:49:27.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.569+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~7YQ896PVFOCB.0 size=125948 2026-04-02T11:49:27.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.569+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=7YQ896PVFOCB tag=R8B34AUSQJBU type=write size=1174524 2026-04-02T11:49:27.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.570+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~FSOP34VE3FD0.0 size=789914 2026-04-02T11:49:27.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.572+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=FSOP34VE3FD0 tag=8VME7WSSQGQC type=write size=1838490 2026-04-02T11:49:27.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.574+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~U5X9QMC7WDX3.0 size=1048576 2026-04-02T11:49:27.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.574+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~U5X9QMC7WDX3.1 size=377516 2026-04-02T11:49:27.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.574+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=U5X9QMC7WDX3 tag=3VD727C4EDUK type=write size=2474668 2026-04-02T11:49:27.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.575+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~FVE5AS3LACD9.0 size=671241 2026-04-02T11:49:27.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.577+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=FVE5AS3LACD9 tag=CQWX1MHXGMP3 type=write size=1719817 2026-04-02T11:49:27.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.578+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=M92F2GO8EIDW type=del size=3646554 2026-04-02T11:49:27.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.578+0000 7f5d7598a880 -1 < failed to complete operation key=7GZSL99JL986 tag=QM7OBV1D182H type=del size=3870197: (22) Invalid argument 2026-04-02T11:49:27.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.579+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=NDY3RIFICZLZ type=del size=1822801 2026-04-02T11:49:27.582 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.580+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~OQIHAVC3JGK9.0 size=1048576 2026-04-02T11:49:27.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.581+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~OQIHAVC3JGK9.1 size=415090 2026-04-02T11:49:27.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.582+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=OQIHAVC3JGK9 tag=CWEW4JC100ED type=write size=2512242 2026-04-02T11:49:27.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.583+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=GZ4MAQTRCADF type=del size=1714412 2026-04-02T11:49:27.586 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.584+0000 7f5d7598a880 -1 < failed to complete operation key=7GZSL99JL986 tag=KSPA038ELCGL type=del size=2700270: (22) Invalid argument 2026-04-02T11:49:27.587 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.585+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=9LASLB1IH5CV type=del size=3099538 2026-04-02T11:49:27.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.586+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=G87JKZ68NF12 type=del 2026-04-02T11:49:27.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.587+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=C26Z31H9OBHA type=del size=2176573 2026-04-02T11:49:27.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.588+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=3MDF8FTVDXA5 type=del 2026-04-02T11:49:27.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.589+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~2CWMI1449EKW.0 size=875767 2026-04-02T11:49:27.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.589+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=2CWMI1449EKW tag=6YX00Q3I855C type=write size=1924343 2026-04-02T11:49:27.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.590+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~KWI9U9HGOS0O.0 size=1048576 2026-04-02T11:49:27.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.591+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~KWI9U9HGOS0O.1 size=1048576 2026-04-02T11:49:27.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.591+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~KWI9U9HGOS0O.2 size=228276 2026-04-02T11:49:27.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.593+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=KWI9U9HGOS0O tag=AFU9I0HGUTCV type=write size=3374004 2026-04-02T11:49:27.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.594+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=W70HTARK4WTT type=del size=1476990 2026-04-02T11:49:27.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.595+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~03ZTX8CXU4P0.0 size=1048576 2026-04-02T11:49:27.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.596+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~03ZTX8CXU4P0.1 size=527894 2026-04-02T11:49:27.599 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.597+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=03ZTX8CXU4P0 tag=CUK34D2XZXP7 type=write size=2625046 2026-04-02T11:49:27.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.599+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~GDA2H72AQQVH.0 size=905873 2026-04-02T11:49:27.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.599+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=GDA2H72AQQVH tag=YW3A6ZEWGJY3 type=write size=1954449 2026-04-02T11:49:27.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.599+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~ZAN2MGP5HK3G.0 size=96880 2026-04-02T11:49:27.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.601+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=ZAN2MGP5HK3G tag=E6ROBYG427TZ type=write size=1145456 2026-04-02T11:49:27.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.602+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~IGQT5M6KSH6H.0 size=1048576 2026-04-02T11:49:27.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.603+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~IGQT5M6KSH6H.1 size=366099 2026-04-02T11:49:27.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.603+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=IGQT5M6KSH6H tag=HYZ68A3QM5SV type=write size=2463251 2026-04-02T11:49:27.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.605+0000 7f5d7598a880 1 < suggested remove operation key=42U7D3Y8Z7PW tag=SC3HEK4TT7J1 type=del 2026-04-02T11:49:27.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.606+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=X8O8N4IX2R0T type=del size=2836154 2026-04-02T11:49:27.608 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.607+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~PNHFECGQH8N0.0 size=1046314 2026-04-02T11:49:27.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.608+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=PNHFECGQH8N0 tag=FEIL6L1UVX21 type=write size=2094890 2026-04-02T11:49:27.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.610+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~4RWT1IUF9KHP.0 size=629075 2026-04-02T11:49:27.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.610+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=4RWT1IUF9KHP tag=WY604JXSEKM6 type=write size=1677651 2026-04-02T11:49:27.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.611+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~7CD2KHD8161S.0 size=1048576 2026-04-02T11:49:27.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.612+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~7CD2KHD8161S.1 size=950482 2026-04-02T11:49:27.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.613+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=7CD2KHD8161S tag=KDQGNFL115FA type=write size=3047634 2026-04-02T11:49:27.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.614+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=CAET15ZQWH8P type=write size=712833 2026-04-02T11:49:27.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.615+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=CQIFX8A1MJSJ type=del 2026-04-02T11:49:27.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.616+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=II24GHK8CQWA type=del size=2973772 2026-04-02T11:49:27.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.617+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~MG1TZ8L86F9K.0 size=1048576 2026-04-02T11:49:27.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.618+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~MG1TZ8L86F9K.1 size=823028 2026-04-02T11:49:27.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.619+0000 7f5d7598a880 1 < completed multipart upload key=UWKIR14N3KM3 upload=MG1TZ8L86F9K tag=JQDBV3LD2PE6 type=write size=2920180 2026-04-02T11:49:27.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.620+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=Y7FELLDG0VS7 type=del size=2881689 2026-04-02T11:49:27.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.621+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~7YQ896PVFOCB.0 size=125948 2026-04-02T11:49:27.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.622+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=7YQ896PVFOCB tag=R8B34AUSQJBU type=write size=1174524 2026-04-02T11:49:27.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.623+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=IZT73MJAVVAC type=del size=1464181 2026-04-02T11:49:27.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.624+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~U5X9QMC7WDX3.0 size=1048576 2026-04-02T11:49:27.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.625+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~U5X9QMC7WDX3.1 size=377516 2026-04-02T11:49:27.631 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.629+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=U5X9QMC7WDX3 tag=3VD727C4EDUK type=write size=2474668 2026-04-02T11:49:27.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.630+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~QF24M0K5KTIS.0 size=1048576 2026-04-02T11:49:27.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.631+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~QF24M0K5KTIS.1 size=1048576 2026-04-02T11:49:27.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.632+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~QF24M0K5KTIS.2 size=34077 2026-04-02T11:49:27.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.632+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=QF24M0K5KTIS tag=WUYIHOWQBJCH type=write size=3179805 2026-04-02T11:49:27.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.633+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=M92F2GO8EIDW type=del 2026-04-02T11:49:27.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.634+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=5L1IADAQJHTU type=del size=345436 2026-04-02T11:49:27.636 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.635+0000 7f5d7598a880 -1 < failed to complete operation key=42U7D3Y8Z7PW tag=NDY3RIFICZLZ type=del size=1822801: (22) Invalid argument 2026-04-02T11:49:27.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.636+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~E1EZ210O188D.0 size=1048576 2026-04-02T11:49:27.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.637+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~E1EZ210O188D.1 size=530193 2026-04-02T11:49:27.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.637+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=E1EZ210O188D tag=JF6PDH4G3U5M type=write size=2627345 2026-04-02T11:49:27.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.638+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=GZ4MAQTRCADF type=del 2026-04-02T11:49:27.640 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.639+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=OBLOSCB5VW3O type=write size=265009 2026-04-02T11:49:27.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.640+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=9LASLB1IH5CV type=del 2026-04-02T11:49:27.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.640+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=KUTFVCNE3FQL type=del size=1570366 2026-04-02T11:49:27.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.641+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=C26Z31H9OBHA type=del 2026-04-02T11:49:27.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.643+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~4NMDHPF8WZP0.0 size=1048576 2026-04-02T11:49:27.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.644+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~4NMDHPF8WZP0.1 size=690768 2026-04-02T11:49:27.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.644+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=4NMDHPF8WZP0 tag=GS0IPTIY0PZY type=write size=2787920 2026-04-02T11:49:27.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.644+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~2CWMI1449EKW.0 size=875767 2026-04-02T11:49:27.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.646+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=2CWMI1449EKW tag=6YX00Q3I855C type=write size=1924343 2026-04-02T11:49:27.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.647+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~KM2MR8MD14VJ.0 size=254905 2026-04-02T11:49:27.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.647+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=KM2MR8MD14VJ tag=XPXQS353RXLU type=write size=1303481 2026-04-02T11:49:27.650 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.648+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=W70HTARK4WTT type=del 2026-04-02T11:49:27.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.649+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=F225CZ0M1SNN type=del size=2310964 2026-04-02T11:49:27.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.650+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~GDA2H72AQQVH.0 size=905873 2026-04-02T11:49:27.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.652+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=GDA2H72AQQVH tag=YW3A6ZEWGJY3 type=write size=1954449 2026-04-02T11:49:27.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.653+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~BHZ0UQBC05AE.0 size=1048576 2026-04-02T11:49:27.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.654+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~BHZ0UQBC05AE.1 size=1048576 2026-04-02T11:49:27.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.655+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~BHZ0UQBC05AE.2 size=514570 2026-04-02T11:49:27.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.655+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=BHZ0UQBC05AE tag=P7FID92GOUXP type=write size=3660298 2026-04-02T11:49:27.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.656+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~IGQT5M6KSH6H.0 size=1048576 2026-04-02T11:49:27.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.656+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~IGQT5M6KSH6H.1 size=366099 2026-04-02T11:49:27.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.660+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=IGQT5M6KSH6H tag=HYZ68A3QM5SV type=write size=2463251 2026-04-02T11:49:27.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.662+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~1E8IE79MCT02.0 size=1048576 2026-04-02T11:49:27.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.663+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~1E8IE79MCT02.1 size=144890 2026-04-02T11:49:27.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.663+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=1E8IE79MCT02 tag=6RF7KXXPK0TH type=write size=2242042 2026-04-02T11:49:27.665 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.663+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=X8O8N4IX2R0T type=del 2026-04-02T11:49:27.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.664+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=RPT8FKW0E0KJ type=del size=3837945 2026-04-02T11:49:27.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.665+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~4RWT1IUF9KHP.0 size=629075 2026-04-02T11:49:27.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.667+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=4RWT1IUF9KHP tag=WY604JXSEKM6 type=write size=1677651 2026-04-02T11:49:27.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.668+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=EWWDM8DTVWNZ type=del size=1734885 2026-04-02T11:49:27.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.670+0000 7f5d7598a880 1 < suggested remove operation key=6BTSQ5CT3T88 tag=CAET15ZQWH8P type=write 2026-04-02T11:49:27.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.671+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=ZQNMQNGYP9WT type=del size=3331510 2026-04-02T11:49:27.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.671+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=II24GHK8CQWA type=del 2026-04-02T11:49:27.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.673+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~SXE6JSRLGO38.0 size=1048576 2026-04-02T11:49:27.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.674+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~SXE6JSRLGO38.1 size=610853 2026-04-02T11:49:27.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.674+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=SXE6JSRLGO38 tag=81DNY94QBDJP type=write size=2708005 2026-04-02T11:49:27.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.675+0000 7f5d7598a880 1 < canceled operation key=J47182HKJTLL tag=Y7FELLDG0VS7 type=del size=2881689 2026-04-02T11:49:27.678 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.676+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~39J8VSE9PK85.0 size=1048576 2026-04-02T11:49:27.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.677+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~39J8VSE9PK85.1 size=1048576 2026-04-02T11:49:27.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.678+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~39J8VSE9PK85.2 size=787706 2026-04-02T11:49:27.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.678+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=39J8VSE9PK85 tag=IYNWD1H0Z8TY type=write size=3933434 2026-04-02T11:49:27.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.679+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=IZT73MJAVVAC type=del 2026-04-02T11:49:27.682 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.680+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~QGXEDPOSNA0H.0 size=1048576 2026-04-02T11:49:27.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.681+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~QGXEDPOSNA0H.1 size=1048576 2026-04-02T11:49:27.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.682+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~QGXEDPOSNA0H.2 size=612206 2026-04-02T11:49:27.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.682+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=QGXEDPOSNA0H tag=I1SM6KNB1WLJ type=write size=3757934 2026-04-02T11:49:27.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.682+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~QF24M0K5KTIS.0 size=1048576 2026-04-02T11:49:27.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.683+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~QF24M0K5KTIS.1 size=1048576 2026-04-02T11:49:27.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.684+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~QF24M0K5KTIS.2 size=34077 2026-04-02T11:49:27.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.685+0000 7f5d7598a880 1 < canceled multipart upload key=HOC3CF4CF4HD upload=QF24M0K5KTIS tag=WUYIHOWQBJCH type=write size=3179805 2026-04-02T11:49:27.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.686+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=74UY6PHZT2A0 type=del size=3100363 2026-04-02T11:49:27.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.688+0000 7f5d7598a880 1 < suggested remove operation key=OCGXGNN4YVH3 tag=5L1IADAQJHTU type=del 2026-04-02T11:49:27.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.689+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~Q1C1LFLIQRCI.0 size=245931 2026-04-02T11:49:27.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.689+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=Q1C1LFLIQRCI tag=8SM9DBWMK3IP type=write size=1294507 2026-04-02T11:49:27.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.689+0000 7f5d7598a880 1 < canceled part key=_multipart_88E9H9UTDGH9.2~E1EZ210O188D.0 size=1048576 2026-04-02T11:49:27.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.690+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~E1EZ210O188D.1 size=530193 2026-04-02T11:49:27.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.691+0000 7f5d7598a880 1 < canceled multipart upload key=88E9H9UTDGH9 upload=E1EZ210O188D tag=JF6PDH4G3U5M type=write size=2627345 2026-04-02T11:49:27.696 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.695+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~SDOB5MYB2CT3.0 size=1048576 2026-04-02T11:49:27.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.695+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~SDOB5MYB2CT3.1 size=1048576 2026-04-02T11:49:27.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.696+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~SDOB5MYB2CT3.2 size=170371 2026-04-02T11:49:27.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.696+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=SDOB5MYB2CT3 tag=WXQQEU3DGG2W type=write size=3316099 2026-04-02T11:49:27.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.697+0000 7f5d7598a880 1 < completed write operation key=11O38SMUYMX2 tag=OBLOSCB5VW3O type=write size=265009 2026-04-02T11:49:27.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.699+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~J87FIVNILJGS.0 size=994678 2026-04-02T11:49:27.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.699+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=J87FIVNILJGS tag=NZRKAULHBAPI type=write size=2043254 2026-04-02T11:49:27.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.700+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=KUTFVCNE3FQL type=del 2026-04-02T11:49:27.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.701+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~3X9H3UK2N0I0.0 size=1048576 2026-04-02T11:49:27.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.702+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~3X9H3UK2N0I0.1 size=1048576 2026-04-02T11:49:27.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.702+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~3X9H3UK2N0I0.2 size=925575 2026-04-02T11:49:27.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.702+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=3X9H3UK2N0I0 tag=NSR02W5HVXE0 type=write size=4071303 2026-04-02T11:49:27.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.703+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~4NMDHPF8WZP0.0 size=1048576 2026-04-02T11:49:27.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.704+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~4NMDHPF8WZP0.1 size=690768 2026-04-02T11:49:27.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.705+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=4NMDHPF8WZP0 tag=GS0IPTIY0PZY type=write size=2787920 2026-04-02T11:49:27.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.706+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=U249X1R1GGOD type=del size=1347472 2026-04-02T11:49:27.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.706+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~KM2MR8MD14VJ.0 size=254905 2026-04-02T11:49:27.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.708+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=KM2MR8MD14VJ tag=XPXQS353RXLU type=write size=1303481 2026-04-02T11:49:27.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.708+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=1VW1U7AFUO7V type=del size=15412 2026-04-02T11:49:27.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.709+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=F225CZ0M1SNN type=del 2026-04-02T11:49:27.712 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.710+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~L5TN423QBO66.0 size=1048576 2026-04-02T11:49:27.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.711+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~L5TN423QBO66.1 size=1048576 2026-04-02T11:49:27.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.712+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~L5TN423QBO66.2 size=964503 2026-04-02T11:49:27.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.712+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=L5TN423QBO66 tag=Z7RZ0XTLLL11 type=write size=4110231 2026-04-02T11:49:27.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.712+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~BHZ0UQBC05AE.0 size=1048576 2026-04-02T11:49:27.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.713+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~BHZ0UQBC05AE.1 size=1048576 2026-04-02T11:49:27.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.713+0000 7f5d7598a880 1 < canceled part key=_multipart_J47182HKJTLL.2~BHZ0UQBC05AE.2 size=514570 2026-04-02T11:49:27.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.714+0000 7f5d7598a880 1 < canceled multipart upload key=J47182HKJTLL upload=BHZ0UQBC05AE tag=P7FID92GOUXP type=write size=3660298 2026-04-02T11:49:27.717 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.716+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~LN7R2A3HGGZ5.0 size=1048576 2026-04-02T11:49:27.718 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.716+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~LN7R2A3HGGZ5.1 size=1025152 2026-04-02T11:49:27.718 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.716+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=LN7R2A3HGGZ5 tag=8933AFXBJTPP type=write size=3122304 2026-04-02T11:49:27.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.717+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~1E8IE79MCT02.0 size=1048576 2026-04-02T11:49:27.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.718+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~1E8IE79MCT02.1 size=144890 2026-04-02T11:49:27.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.807+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=1E8IE79MCT02 tag=6RF7KXXPK0TH type=write size=2242042 2026-04-02T11:49:27.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.812+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=83SM6UDXQ6SC type=del size=975663 2026-04-02T11:49:27.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.821+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=RPT8FKW0E0KJ type=del 2026-04-02T11:49:27.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.828+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=5NE3AE61MFIM type=del size=1304974 2026-04-02T11:49:27.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.828+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=EWWDM8DTVWNZ type=del 2026-04-02T11:49:27.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.830+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~O8DLZNJ8Z8OG.0 size=1048576 2026-04-02T11:49:27.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.830+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~O8DLZNJ8Z8OG.1 size=1048576 2026-04-02T11:49:27.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.831+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~O8DLZNJ8Z8OG.2 size=135158 2026-04-02T11:49:27.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.831+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=O8DLZNJ8Z8OG tag=1ZU2YYG93Y7S type=write size=3280886 2026-04-02T11:49:27.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.833+0000 7f5d7598a880 1 < suggested update operation key=B069J9WSE2J1 tag=ZQNMQNGYP9WT type=del size=3331510 2026-04-02T11:49:27.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.834+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=X9OZROU9PGF1 type=write size=970736 2026-04-02T11:49:27.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.834+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~SXE6JSRLGO38.0 size=1048576 2026-04-02T11:49:27.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.835+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~SXE6JSRLGO38.1 size=610853 2026-04-02T11:49:27.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.836+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=SXE6JSRLGO38 tag=81DNY94QBDJP type=write size=2708005 2026-04-02T11:49:27.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.837+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=VB4L0ZY012WF type=del size=574351 2026-04-02T11:49:27.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.838+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~39J8VSE9PK85.0 size=1048576 2026-04-02T11:49:27.841 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.839+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~39J8VSE9PK85.1 size=1048576 2026-04-02T11:49:27.841 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.840+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~39J8VSE9PK85.2 size=787706 2026-04-02T11:49:27.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.841+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=39J8VSE9PK85 tag=IYNWD1H0Z8TY type=write size=3933434 2026-04-02T11:49:27.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.842+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=BAR12JRL8JTH type=write size=916021 2026-04-02T11:49:27.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.843+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~QGXEDPOSNA0H.0 size=1048576 2026-04-02T11:49:27.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.843+0000 7f5d7598a880 1 < canceled part key=_multipart_SKU4BMEAT7O7.2~QGXEDPOSNA0H.1 size=1048576 2026-04-02T11:49:27.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.844+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~QGXEDPOSNA0H.2 size=612206 2026-04-02T11:49:27.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.845+0000 7f5d7598a880 1 < canceled multipart upload key=SKU4BMEAT7O7 upload=QGXEDPOSNA0H tag=I1SM6KNB1WLJ type=write size=3757934 2026-04-02T11:49:27.848 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.847+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~NO547M6QO1SV.0 size=1048576 2026-04-02T11:49:27.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.847+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~NO547M6QO1SV.1 size=1048576 2026-04-02T11:49:27.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.848+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~NO547M6QO1SV.2 size=305994 2026-04-02T11:49:27.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.848+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=NO547M6QO1SV tag=FHLJL4TLRE3I type=write size=3451722 2026-04-02T11:49:27.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.849+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=74UY6PHZT2A0 type=del 2026-04-02T11:49:27.851 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.850+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=V2YTOINQRL46 type=write size=545118 2026-04-02T11:49:27.851 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.850+0000 7f5d7598a880 1 < canceled part key=_multipart_07AW9BPTKOI3.2~Q1C1LFLIQRCI.0 size=245931 2026-04-02T11:49:27.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.851+0000 7f5d7598a880 1 < canceled multipart upload key=07AW9BPTKOI3 upload=Q1C1LFLIQRCI tag=8SM9DBWMK3IP type=write size=1294507 2026-04-02T11:49:27.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.852+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=2ODDZ95AS71I type=write size=890182 2026-04-02T11:49:27.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.852+0000 7f5d7598a880 1 < canceled part key=_multipart_42U7D3Y8Z7PW.2~SDOB5MYB2CT3.0 size=1048576 2026-04-02T11:49:27.855 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.853+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~SDOB5MYB2CT3.1 size=1048576 2026-04-02T11:49:27.855 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.854+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~SDOB5MYB2CT3.2 size=170371 2026-04-02T11:49:27.857 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.855+0000 7f5d7598a880 1 < canceled multipart upload key=42U7D3Y8Z7PW upload=SDOB5MYB2CT3 tag=WXQQEU3DGG2W type=write size=3316099 2026-04-02T11:49:27.858 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.856+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=F9O91184NGK1 type=del size=310176 2026-04-02T11:49:27.859 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.857+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~J87FIVNILJGS.0 size=994678 2026-04-02T11:49:27.860 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.858+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=J87FIVNILJGS tag=NZRKAULHBAPI type=write size=2043254 2026-04-02T11:49:27.863 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.862+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~SCNFHA483M6L.0 size=240572 2026-04-02T11:49:27.863 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.862+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=SCNFHA483M6L tag=20KGU13KL26A type=write size=1289148 2026-04-02T11:49:27.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.863+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~3X9H3UK2N0I0.0 size=1048576 2026-04-02T11:49:27.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.863+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~3X9H3UK2N0I0.1 size=1048576 2026-04-02T11:49:27.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.864+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~3X9H3UK2N0I0.2 size=925575 2026-04-02T11:49:27.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.866+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=3X9H3UK2N0I0 tag=NSR02W5HVXE0 type=write size=4071303 2026-04-02T11:49:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.867+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=HI0QQUSRVBYQ type=del size=3580405 2026-04-02T11:49:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.867+0000 7f5d7598a880 1 < canceled operation key=5MI2F3J8J9MJ tag=U249X1R1GGOD type=del size=1347472 2026-04-02T11:49:27.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.868+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=2F5RP3X0XPV5 type=del size=3022229 2026-04-02T11:49:27.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.869+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=1VW1U7AFUO7V type=del 2026-04-02T11:49:27.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.870+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=H5FULY4IS86V type=del size=4187366 2026-04-02T11:49:27.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.871+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~L5TN423QBO66.0 size=1048576 2026-04-02T11:49:27.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.871+0000 7f5d7598a880 1 < canceled part key=_multipart_J4VNVDQ38I9H.2~L5TN423QBO66.1 size=1048576 2026-04-02T11:49:27.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.871+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~L5TN423QBO66.2 size=964503 2026-04-02T11:49:27.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.873+0000 7f5d7598a880 1 < canceled multipart upload key=J4VNVDQ38I9H upload=L5TN423QBO66 tag=Z7RZ0XTLLL11 type=write size=4110231 2026-04-02T11:49:27.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.874+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=NC6IFXA2S7ZZ type=del size=861018 2026-04-02T11:49:27.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.875+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~LN7R2A3HGGZ5.0 size=1048576 2026-04-02T11:49:27.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.876+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~LN7R2A3HGGZ5.1 size=1025152 2026-04-02T11:49:27.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.877+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=LN7R2A3HGGZ5 tag=8933AFXBJTPP type=write size=3122304 2026-04-02T11:49:27.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.878+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=NYFP2B7QGV9U type=del size=3988918 2026-04-02T11:49:27.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.879+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=83SM6UDXQ6SC type=del 2026-04-02T11:49:27.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.880+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=SEQ7DFNUOIAC type=del size=2331356 2026-04-02T11:49:27.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.881+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=5NE3AE61MFIM type=del 2026-04-02T11:49:27.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.882+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=MG72945NZFQ1 type=del size=3758518 2026-04-02T11:49:27.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.883+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~O8DLZNJ8Z8OG.0 size=1048576 2026-04-02T11:49:27.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.883+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~O8DLZNJ8Z8OG.1 size=1048576 2026-04-02T11:49:27.886 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.884+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~O8DLZNJ8Z8OG.2 size=135158 2026-04-02T11:49:27.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.885+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=O8DLZNJ8Z8OG tag=1ZU2YYG93Y7S type=write size=3280886 2026-04-02T11:49:27.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.887+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~BXO17NB405K7.0 size=74018 2026-04-02T11:49:27.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.887+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=BXO17NB405K7 tag=HWPHN50MJYYX type=write size=1122594 2026-04-02T11:49:27.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.888+0000 7f5d7598a880 1 < completed write operation key=3T2FDRTF7XHC tag=X9OZROU9PGF1 type=write size=970736 2026-04-02T11:49:27.890 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.889+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=2INA4DO87185 type=write size=680766 2026-04-02T11:49:27.891 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.889+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=VB4L0ZY012WF type=del 2026-04-02T11:49:27.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.890+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=TOTE6AULAQE0 type=write size=22112 2026-04-02T11:49:27.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.891+0000 7f5d7598a880 1 < completed write operation key=BHZAHJYOGK2B tag=BAR12JRL8JTH type=write size=916021 2026-04-02T11:49:27.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.892+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=WL20WY2ZLU5L type=del size=151071 2026-04-02T11:49:27.894 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.893+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~NO547M6QO1SV.0 size=1048576 2026-04-02T11:49:27.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.894+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~NO547M6QO1SV.1 size=1048576 2026-04-02T11:49:27.897 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.895+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~NO547M6QO1SV.2 size=305994 2026-04-02T11:49:27.898 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.897+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=NO547M6QO1SV tag=FHLJL4TLRE3I type=write size=3451722 2026-04-02T11:49:27.900 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.898+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~LHZ7RIAKJ15X.0 size=1048576 2026-04-02T11:49:27.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.899+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~LHZ7RIAKJ15X.1 size=881701 2026-04-02T11:49:27.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.899+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=LHZ7RIAKJ15X tag=DPY8JN3BR1IQ type=write size=2978853 2026-04-02T11:49:27.903 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.901+0000 7f5d7598a880 1 < suggested remove operation key=JJ7N37F55IC3 tag=V2YTOINQRL46 type=write 2026-04-02T11:49:27.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.903+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~JZNS0Y4CT0DJ.0 size=1048576 2026-04-02T11:49:27.906 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.904+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~JZNS0Y4CT0DJ.1 size=1048576 2026-04-02T11:49:27.906 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.905+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~JZNS0Y4CT0DJ.2 size=465883 2026-04-02T11:49:27.907 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.905+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=JZNS0Y4CT0DJ tag=7HYR942AYPC5 type=write size=3611611 2026-04-02T11:49:27.907 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.906+0000 7f5d7598a880 1 < completed write operation key=WMXK0TM2YJZJ tag=2ODDZ95AS71I type=write size=890182 2026-04-02T11:49:27.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.907+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~KK6YBI27IMF1.0 size=1012228 2026-04-02T11:49:27.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.907+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=KK6YBI27IMF1 tag=8N1X7PN5LE6A type=write size=2060804 2026-04-02T11:49:27.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.908+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=F9O91184NGK1 type=del 2026-04-02T11:49:27.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.909+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=VDOWDNTH07RO type=del size=3022784 2026-04-02T11:49:27.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.910+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~SCNFHA483M6L.0 size=240572 2026-04-02T11:49:27.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.912+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=SCNFHA483M6L tag=20KGU13KL26A type=write size=1289148 2026-04-02T11:49:27.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.913+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~8L5GQ3SQNDUF.0 size=1048576 2026-04-02T11:49:27.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.914+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~8L5GQ3SQNDUF.1 size=650729 2026-04-02T11:49:27.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.914+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=8L5GQ3SQNDUF tag=DX2RX1MYJOH8 type=write size=2747881 2026-04-02T11:49:27.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.915+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=HI0QQUSRVBYQ type=del 2026-04-02T11:49:27.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.916+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=BC20SN1KY4AY type=del size=3268778 2026-04-02T11:49:27.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.917+0000 7f5d7598a880 -1 < failed to complete operation key=JJ7N37F55IC3 tag=2F5RP3X0XPV5 type=del size=3022229: (22) Invalid argument 2026-04-02T11:49:27.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.917+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=G1A9ZYTDC67R type=del size=2497712 2026-04-02T11:49:27.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.918+0000 7f5d7598a880 1 < canceled operation key=WMXK0TM2YJZJ tag=H5FULY4IS86V type=del size=4187366 2026-04-02T11:49:27.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.919+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=X9V6B0GGLZPG type=write size=285499 2026-04-02T11:49:27.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.920+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=NC6IFXA2S7ZZ type=del 2026-04-02T11:49:27.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.922+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~JB8OM30BRCPK.0 size=629789 2026-04-02T11:49:27.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.922+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=JB8OM30BRCPK tag=NFQ45ZWLIQK0 type=write size=1678365 2026-04-02T11:49:27.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.924+0000 7f5d7598a880 1 < suggested remove operation key=BHZAHJYOGK2B tag=NYFP2B7QGV9U type=del 2026-04-02T11:49:27.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.925+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=6DGFYTUR7HHK type=del size=3409564 2026-04-02T11:49:27.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.925+0000 7f5d7598a880 -1 < failed to complete operation key=JJ7N37F55IC3 tag=SEQ7DFNUOIAC type=del size=2331356: (22) Invalid argument 2026-04-02T11:49:27.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.927+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=B3J2LK5MFJGC type=del size=2435709 2026-04-02T11:49:27.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.928+0000 7f5d7598a880 1 < canceled operation key=TJDWV3CEZ1PF tag=MG72945NZFQ1 type=del size=3758518 2026-04-02T11:49:27.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.929+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=03SEUK6E2DZ0 type=del size=493408 2026-04-02T11:49:27.932 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.930+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~BXO17NB405K7.0 size=74018 2026-04-02T11:49:27.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.931+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=BXO17NB405K7 tag=HWPHN50MJYYX type=write size=1122594 2026-04-02T11:49:27.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.932+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=3G4K7GQH4G9A type=del size=2428457 2026-04-02T11:49:27.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.933+0000 7f5d7598a880 1 < canceled operation key=OCGXGNN4YVH3 tag=2INA4DO87185 type=write size=680766 2026-04-02T11:49:27.937 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.935+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~8NKKJZ4220SC.0 size=1048576 2026-04-02T11:49:27.937 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.936+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~8NKKJZ4220SC.1 size=13664 2026-04-02T11:49:27.937 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.936+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=8NKKJZ4220SC tag=AVEKSWYW9156 type=write size=2110816 2026-04-02T11:49:27.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.936+0000 7f5d7598a880 1 < completed write operation key=52PU1ZBC7VWW tag=TOTE6AULAQE0 type=write size=22112 2026-04-02T11:49:27.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.938+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=SKN9VO1YRFEQ type=del size=1305206 2026-04-02T11:49:27.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.939+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=WL20WY2ZLU5L type=del 2026-04-02T11:49:27.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.940+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~P9UFP1Z3LP9J.0 size=1048576 2026-04-02T11:49:27.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.941+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~P9UFP1Z3LP9J.1 size=1048576 2026-04-02T11:49:27.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.942+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~P9UFP1Z3LP9J.2 size=120098 2026-04-02T11:49:27.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.942+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=P9UFP1Z3LP9J tag=7CP29M3KOQ7L type=write size=3265826 2026-04-02T11:49:27.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.942+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~LHZ7RIAKJ15X.0 size=1048576 2026-04-02T11:49:27.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.943+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~LHZ7RIAKJ15X.1 size=881701 2026-04-02T11:49:27.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.945+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=LHZ7RIAKJ15X tag=DPY8JN3BR1IQ type=write size=2978853 2026-04-02T11:49:27.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.945+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=SP7MIUL7YJ21 type=del size=343396 2026-04-02T11:49:27.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.946+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~JZNS0Y4CT0DJ.0 size=1048576 2026-04-02T11:49:27.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.947+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~JZNS0Y4CT0DJ.1 size=1048576 2026-04-02T11:49:27.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.948+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~JZNS0Y4CT0DJ.2 size=465883 2026-04-02T11:49:27.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.949+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=JZNS0Y4CT0DJ tag=7HYR942AYPC5 type=write size=3611611 2026-04-02T11:49:27.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.950+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=9A8HAU2U7UGR type=del size=3089120 2026-04-02T11:49:27.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.951+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~KK6YBI27IMF1.0 size=1012228 2026-04-02T11:49:27.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.954+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=KK6YBI27IMF1 tag=8N1X7PN5LE6A type=write size=2060804 2026-04-02T11:49:27.957 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.955+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~US1AWITBZJBG.0 size=1048576 2026-04-02T11:49:27.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.956+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~US1AWITBZJBG.1 size=1027732 2026-04-02T11:49:27.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.956+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=US1AWITBZJBG tag=HMSD1KKSJY9R type=write size=3124884 2026-04-02T11:49:27.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.958+0000 7f5d7598a880 1 < suggested remove operation key=VILE4YEMEN09 tag=VDOWDNTH07RO type=del 2026-04-02T11:49:27.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.960+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~191LC0W06297.0 size=1048576 2026-04-02T11:49:27.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.961+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~191LC0W06297.1 size=411556 2026-04-02T11:49:27.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.961+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=191LC0W06297 tag=MGT5MQJL8XHB type=write size=2508708 2026-04-02T11:49:27.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.961+0000 7f5d7598a880 1 < canceled part key=_multipart_TG8AKFTZB4ZM.2~8L5GQ3SQNDUF.0 size=1048576 2026-04-02T11:49:27.964 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.962+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~8L5GQ3SQNDUF.1 size=650729 2026-04-02T11:49:27.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.963+0000 7f5d7598a880 1 < canceled multipart upload key=TG8AKFTZB4ZM upload=8L5GQ3SQNDUF tag=DX2RX1MYJOH8 type=write size=2747881 2026-04-02T11:49:27.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.964+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=HRPY5KX7IX91 type=del size=2174428 2026-04-02T11:49:27.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.966+0000 7f5d7598a880 1 < suggested update operation key=IOCSURQ3BMAF tag=BC20SN1KY4AY type=del size=3268778 2026-04-02T11:49:27.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.967+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=NIS74H2BYJJU type=del size=896117 2026-04-02T11:49:27.970 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.968+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=G1A9ZYTDC67R type=del 2026-04-02T11:49:27.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.969+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=LEKTWQAXCXWM type=del size=681076 2026-04-02T11:49:27.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.970+0000 7f5d7598a880 1 < completed write operation key=5AJK8GE86W32 tag=X9V6B0GGLZPG type=write size=285499 2026-04-02T11:49:27.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.971+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=KP7LWODLFNU7 type=del size=1133809 2026-04-02T11:49:27.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.972+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~JB8OM30BRCPK.0 size=629789 2026-04-02T11:49:27.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.973+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=JB8OM30BRCPK tag=NFQ45ZWLIQK0 type=write size=1678365 2026-04-02T11:49:27.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.974+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=RAK9AWVWANE6 type=del size=1796090 2026-04-02T11:49:27.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.975+0000 7f5d7598a880 -1 < failed to complete operation key=VILE4YEMEN09 tag=6DGFYTUR7HHK type=del size=3409564: (22) Invalid argument 2026-04-02T11:49:27.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.977+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~ARSPA560AFX2.0 size=135270 2026-04-02T11:49:27.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.977+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=ARSPA560AFX2 tag=2FC3H3Z5TTFV type=write size=1183846 2026-04-02T11:49:27.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.977+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=B3J2LK5MFJGC type=del 2026-04-02T11:49:27.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.978+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=3VD28A1BPRF5 type=del size=2703896 2026-04-02T11:49:27.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.979+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=03SEUK6E2DZ0 type=del 2026-04-02T11:49:27.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.980+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=2W1LJJGWWU1A type=write size=939513 2026-04-02T11:49:27.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.981+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=3G4K7GQH4G9A type=del 2026-04-02T11:49:27.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.983+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~BTI8UA0GSU4L.0 size=956821 2026-04-02T11:49:27.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.983+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=BTI8UA0GSU4L tag=SF27RYF03BP7 type=write size=2005397 2026-04-02T11:49:27.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.984+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~8NKKJZ4220SC.0 size=1048576 2026-04-02T11:49:27.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.984+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~8NKKJZ4220SC.1 size=13664 2026-04-02T11:49:27.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.986+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=8NKKJZ4220SC tag=AVEKSWYW9156 type=write size=2110816 2026-04-02T11:49:27.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.987+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=8D9AOY11VL8W type=write size=525185 2026-04-02T11:49:27.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.989+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=SKN9VO1YRFEQ type=del 2026-04-02T11:49:27.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.990+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=1G2P45622UDC type=del size=2180568 2026-04-02T11:49:27.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.991+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~P9UFP1Z3LP9J.0 size=1048576 2026-04-02T11:49:27.994 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.992+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~P9UFP1Z3LP9J.1 size=1048576 2026-04-02T11:49:27.994 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.993+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~P9UFP1Z3LP9J.2 size=120098 2026-04-02T11:49:27.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.995+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=P9UFP1Z3LP9J tag=7CP29M3KOQ7L type=write size=3265826 2026-04-02T11:49:27.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.996+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=XJFFCJMAJDSX type=del size=4161795 2026-04-02T11:49:27.999 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.998+0000 7f5d7598a880 1 < suggested update operation key=3T2FDRTF7XHC tag=SP7MIUL7YJ21 type=del size=343396 2026-04-02T11:49:28.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:27.999+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~KQ86KH63014D.0 size=1048576 2026-04-02T11:49:28.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.000+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~KQ86KH63014D.1 size=1048576 2026-04-02T11:49:28.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.000+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~KQ86KH63014D.2 size=957795 2026-04-02T11:49:28.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.000+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=KQ86KH63014D tag=AQYCGPLOAA2H type=write size=4103523 2026-04-02T11:49:28.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.002+0000 7f5d7598a880 1 < suggested update operation key=7GZSL99JL986 tag=9A8HAU2U7UGR type=del size=3089120 2026-04-02T11:49:28.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.003+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~3NTPZTLIVFST.0 size=1048576 2026-04-02T11:49:28.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.005+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~3NTPZTLIVFST.1 size=1048576 2026-04-02T11:49:28.007 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.005+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~3NTPZTLIVFST.2 size=763447 2026-04-02T11:49:28.007 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.005+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=3NTPZTLIVFST tag=H42VVGZC0JBB type=write size=3909175 2026-04-02T11:49:28.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.006+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~US1AWITBZJBG.0 size=1048576 2026-04-02T11:49:28.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.007+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~US1AWITBZJBG.1 size=1027732 2026-04-02T11:49:28.010 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.009+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=US1AWITBZJBG tag=HMSD1KKSJY9R type=write size=3124884 2026-04-02T11:49:28.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.010+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=7W8UYC0T7UV9 type=del size=1704304 2026-04-02T11:49:28.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.011+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~191LC0W06297.0 size=1048576 2026-04-02T11:49:28.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.011+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~191LC0W06297.1 size=411556 2026-04-02T11:49:28.015 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.013+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=191LC0W06297 tag=MGT5MQJL8XHB type=write size=2508708 2026-04-02T11:49:28.016 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.014+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~SXJU4ZNKERQD.0 size=512421 2026-04-02T11:49:28.016 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.014+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=SXJU4ZNKERQD tag=A32KZI1H7Y8Z type=write size=1560997 2026-04-02T11:49:28.017 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.015+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=HRPY5KX7IX91 type=del 2026-04-02T11:49:28.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.017+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~8OBKJNCAYC01.0 size=1048576 2026-04-02T11:49:28.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.017+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~8OBKJNCAYC01.1 size=1048576 2026-04-02T11:49:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.019+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~8OBKJNCAYC01.2 size=391463 2026-04-02T11:49:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.019+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=8OBKJNCAYC01 tag=VMGFSU486X8Z type=write size=3537191 2026-04-02T11:49:28.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.021+0000 7f5d7598a880 1 < suggested update operation key=42U7D3Y8Z7PW tag=NIS74H2BYJJU type=del size=896117 2026-04-02T11:49:28.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.022+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=RTVO3P3TF5NO type=del size=3293052 2026-04-02T11:49:28.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.023+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=LEKTWQAXCXWM type=del 2026-04-02T11:49:28.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.025+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~VU8G5QUNK8AW.0 size=1048576 2026-04-02T11:49:28.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.025+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~VU8G5QUNK8AW.1 size=1048576 2026-04-02T11:49:28.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.026+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~VU8G5QUNK8AW.2 size=377320 2026-04-02T11:49:28.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.026+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=VU8G5QUNK8AW tag=06923V9E1JZH type=write size=3523048 2026-04-02T11:49:28.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.027+0000 7f5d7598a880 -1 < failed to complete operation key=7GZSL99JL986 tag=KP7LWODLFNU7 type=del size=1133809: (22) Invalid argument 2026-04-02T11:49:28.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.028+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=ASI21IA65R4R type=del size=1297413 2026-04-02T11:49:28.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.029+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=RAK9AWVWANE6 type=del 2026-04-02T11:49:28.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.030+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~44AUIFNPS1K3.0 size=1048576 2026-04-02T11:49:28.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.031+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~44AUIFNPS1K3.1 size=191097 2026-04-02T11:49:28.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.031+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=44AUIFNPS1K3 tag=FEOMNIW6HJVU type=write size=2288249 2026-04-02T11:49:28.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.031+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~ARSPA560AFX2.0 size=135270 2026-04-02T11:49:28.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.033+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=ARSPA560AFX2 tag=2FC3H3Z5TTFV type=write size=1183846 2026-04-02T11:49:28.036 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.034+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~ACTN8R49LVJA.0 size=1048576 2026-04-02T11:49:28.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.035+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~ACTN8R49LVJA.1 size=938111 2026-04-02T11:49:28.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.035+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=ACTN8R49LVJA tag=JLAAUVPH1GTB type=write size=3035263 2026-04-02T11:49:28.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.036+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=3VD28A1BPRF5 type=del 2026-04-02T11:49:28.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.037+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=F9S46M314XNN type=del size=1252257 2026-04-02T11:49:28.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.038+0000 7f5d7598a880 1 < suggested update operation key=07AW9BPTKOI3 tag=2W1LJJGWWU1A type=write size=939513 2026-04-02T11:49:28.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.039+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=49NCGN2VCM06 type=del size=3061478 2026-04-02T11:49:28.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.040+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~BTI8UA0GSU4L.0 size=956821 2026-04-02T11:49:28.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.041+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=BTI8UA0GSU4L tag=SF27RYF03BP7 type=write size=2005397 2026-04-02T11:49:28.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.042+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=TC2G9Q07BCFM type=del size=337329 2026-04-02T11:49:28.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.043+0000 7f5d7598a880 1 < canceled operation key=ZS5NQMR2F1CO tag=8D9AOY11VL8W type=write size=525185 2026-04-02T11:49:28.045 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.043+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=BOFE4SW5YLFS type=del size=1173704 2026-04-02T11:49:28.046 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.044+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=1G2P45622UDC type=del 2026-04-02T11:49:28.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.046+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~2J3X5H5231FQ.0 size=1048576 2026-04-02T11:49:28.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.047+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~2J3X5H5231FQ.1 size=126465 2026-04-02T11:49:28.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.047+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=2J3X5H5231FQ tag=K7KRZJUM2OK9 type=write size=2223617 2026-04-02T11:49:28.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.049+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=XJFFCJMAJDSX type=del 2026-04-02T11:49:28.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.050+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=ABJ9PM1Y211L type=del size=1752118 2026-04-02T11:49:28.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.051+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~KQ86KH63014D.0 size=1048576 2026-04-02T11:49:28.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.051+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~KQ86KH63014D.1 size=1048576 2026-04-02T11:49:28.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.052+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~KQ86KH63014D.2 size=957795 2026-04-02T11:49:28.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.055+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=KQ86KH63014D tag=AQYCGPLOAA2H type=write size=4103523 2026-04-02T11:49:28.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.056+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~V3OJKKLVTWU8.0 size=1048576 2026-04-02T11:49:28.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.057+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~V3OJKKLVTWU8.1 size=1048576 2026-04-02T11:49:28.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.057+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~V3OJKKLVTWU8.2 size=91890 2026-04-02T11:49:28.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.057+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=V3OJKKLVTWU8 tag=1I1ZTVBF8T1G type=write size=3237618 2026-04-02T11:49:28.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.058+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~3NTPZTLIVFST.0 size=1048576 2026-04-02T11:49:28.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.059+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~3NTPZTLIVFST.1 size=1048576 2026-04-02T11:49:28.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.060+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~3NTPZTLIVFST.2 size=763447 2026-04-02T11:49:28.063 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.061+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=3NTPZTLIVFST tag=H42VVGZC0JBB type=write size=3909175 2026-04-02T11:49:28.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.063+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~TUH3UM3FBC52.0 size=1048576 2026-04-02T11:49:28.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.063+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~TUH3UM3FBC52.1 size=78065 2026-04-02T11:49:28.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.063+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=TUH3UM3FBC52 tag=KWLJWWJ1O997 type=write size=2175217 2026-04-02T11:49:28.067 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.065+0000 7f5d7598a880 1 < suggested remove operation key=WMXK0TM2YJZJ tag=7W8UYC0T7UV9 type=del 2026-04-02T11:49:28.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.066+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~GR86L2G16N76.0 size=1048576 2026-04-02T11:49:28.069 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.067+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~GR86L2G16N76.1 size=330263 2026-04-02T11:49:28.069 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.067+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=GR86L2G16N76 tag=D8WPCHHO3D3Y type=write size=2427415 2026-04-02T11:49:28.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.068+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~SXJU4ZNKERQD.0 size=512421 2026-04-02T11:49:28.071 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.069+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=SXJU4ZNKERQD tag=A32KZI1H7Y8Z type=write size=1560997 2026-04-02T11:49:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.070+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=TDA5798NSQZ3 type=del size=1609802 2026-04-02T11:49:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.070+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~8OBKJNCAYC01.0 size=1048576 2026-04-02T11:49:28.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.071+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~8OBKJNCAYC01.1 size=1048576 2026-04-02T11:49:28.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.072+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~8OBKJNCAYC01.2 size=391463 2026-04-02T11:49:28.075 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.073+0000 7f5d7598a880 1 < canceled multipart upload key=HOC3CF4CF4HD upload=8OBKJNCAYC01 tag=VMGFSU486X8Z type=write size=3537191 2026-04-02T11:49:28.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.074+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=EIO8NV272NB8 type=del size=2598868 2026-04-02T11:49:28.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.076+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=RTVO3P3TF5NO type=del 2026-04-02T11:49:28.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.077+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=UWS92L7FQGIH type=write size=122375 2026-04-02T11:49:28.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.077+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~VU8G5QUNK8AW.0 size=1048576 2026-04-02T11:49:28.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.078+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~VU8G5QUNK8AW.1 size=1048576 2026-04-02T11:49:28.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.079+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~VU8G5QUNK8AW.2 size=377320 2026-04-02T11:49:28.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.080+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=VU8G5QUNK8AW tag=06923V9E1JZH type=write size=3523048 2026-04-02T11:49:28.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.082+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~BYQGJCJFHIBE.0 size=755087 2026-04-02T11:49:28.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.082+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=BYQGJCJFHIBE tag=EU2M1Q1SACFT type=write size=1803663 2026-04-02T11:49:28.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.083+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=ASI21IA65R4R type=del 2026-04-02T11:49:28.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.084+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=QD5UDGTSQNPF type=write size=463264 2026-04-02T11:49:28.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.085+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~44AUIFNPS1K3.0 size=1048576 2026-04-02T11:49:28.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.085+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~44AUIFNPS1K3.1 size=191097 2026-04-02T11:49:28.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.087+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=44AUIFNPS1K3 tag=FEOMNIW6HJVU type=write size=2288249 2026-04-02T11:49:28.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.089+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~XRMZ1DQ6S8QJ.0 size=1048576 2026-04-02T11:49:28.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.089+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~XRMZ1DQ6S8QJ.1 size=1048576 2026-04-02T11:49:28.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.090+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~XRMZ1DQ6S8QJ.2 size=150301 2026-04-02T11:49:28.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.090+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=XRMZ1DQ6S8QJ tag=SDV56AX9KPHR type=write size=3296029 2026-04-02T11:49:28.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.091+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~ACTN8R49LVJA.0 size=1048576 2026-04-02T11:49:28.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.092+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~ACTN8R49LVJA.1 size=938111 2026-04-02T11:49:28.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.093+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=ACTN8R49LVJA tag=JLAAUVPH1GTB type=write size=3035263 2026-04-02T11:49:28.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.095+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~PR553UC07QOO.0 size=415178 2026-04-02T11:49:28.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.095+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=PR553UC07QOO tag=JJ164AO2ZYWL type=write size=1463754 2026-04-02T11:49:28.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.096+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=F9S46M314XNN type=del 2026-04-02T11:49:28.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.096+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=RIFS3YANTHDU type=del size=3854493 2026-04-02T11:49:28.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.098+0000 7f5d7598a880 1 < suggested update operation key=ZQKQX36TNEUQ tag=49NCGN2VCM06 type=del size=3061478 2026-04-02T11:49:28.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.099+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=VE0FV1BZD1SJ type=del size=2163734 2026-04-02T11:49:28.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.100+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=TC2G9Q07BCFM type=del 2026-04-02T11:49:28.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.101+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=DMSRRGD16NI1 type=del size=2635934 2026-04-02T11:49:28.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.101+0000 7f5d7598a880 -1 < failed to complete operation key=ZQKQX36TNEUQ tag=BOFE4SW5YLFS type=del size=1173704: (22) Invalid argument 2026-04-02T11:49:28.104 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.102+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=Q7DCUFW51A13 type=del size=2860852 2026-04-02T11:49:28.106 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.104+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~2J3X5H5231FQ.0 size=1048576 2026-04-02T11:49:28.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.105+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~2J3X5H5231FQ.1 size=126465 2026-04-02T11:49:28.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.106+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=2J3X5H5231FQ tag=K7KRZJUM2OK9 type=write size=2223617 2026-04-02T11:49:28.110 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.108+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~BP7Q7K402IEZ.0 size=1048576 2026-04-02T11:49:28.110 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.109+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~BP7Q7K402IEZ.1 size=1048576 2026-04-02T11:49:28.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.109+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~BP7Q7K402IEZ.2 size=155411 2026-04-02T11:49:28.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.109+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=BP7Q7K402IEZ tag=VU5Q2I6QYLHY type=write size=3301139 2026-04-02T11:49:28.113 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.111+0000 7f5d7598a880 1 < suggested update operation key=5AJK8GE86W32 tag=ABJ9PM1Y211L type=del size=1752118 2026-04-02T11:49:28.113 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.112+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=KZRTYNXJ1U33 type=del size=2448613 2026-04-02T11:49:28.114 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.113+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~V3OJKKLVTWU8.0 size=1048576 2026-04-02T11:49:28.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.113+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~V3OJKKLVTWU8.1 size=1048576 2026-04-02T11:49:28.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.114+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~V3OJKKLVTWU8.2 size=91890 2026-04-02T11:49:28.117 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.115+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=V3OJKKLVTWU8 tag=1I1ZTVBF8T1G type=write size=3237618 2026-04-02T11:49:28.117 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.116+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=R1FLNH8ZFQSY type=del size=998823 2026-04-02T11:49:28.118 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.117+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~TUH3UM3FBC52.0 size=1048576 2026-04-02T11:49:28.118 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.117+0000 7f5d7598a880 1 < canceled part key=_multipart_UWKIR14N3KM3.2~TUH3UM3FBC52.1 size=78065 2026-04-02T11:49:28.120 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.118+0000 7f5d7598a880 1 < canceled multipart upload key=UWKIR14N3KM3 upload=TUH3UM3FBC52 tag=KWLJWWJ1O997 type=write size=2175217 2026-04-02T11:49:28.121 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.119+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~FDP1MKJROELE.0 size=1048576 2026-04-02T11:49:28.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.120+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~FDP1MKJROELE.1 size=693629 2026-04-02T11:49:28.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.120+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=FDP1MKJROELE tag=0YY8MB2Y4JOM type=write size=2790781 2026-04-02T11:49:28.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.120+0000 7f5d7598a880 1 < canceled part key=_multipart_11O38SMUYMX2.2~GR86L2G16N76.0 size=1048576 2026-04-02T11:49:28.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.121+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~GR86L2G16N76.1 size=330263 2026-04-02T11:49:28.124 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.122+0000 7f5d7598a880 1 < canceled multipart upload key=11O38SMUYMX2 upload=GR86L2G16N76 tag=D8WPCHHO3D3Y type=write size=2427415 2026-04-02T11:49:28.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.123+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=JQFTWYD8SKCX type=del size=1372499 2026-04-02T11:49:28.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.124+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=TDA5798NSQZ3 type=del 2026-04-02T11:49:28.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.125+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=2S5941HTRB71 type=del size=3595223 2026-04-02T11:49:28.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.126+0000 7f5d7598a880 1 < suggested remove operation key=6F1O9WBBDT51 tag=EIO8NV272NB8 type=del 2026-04-02T11:49:28.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.127+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=66I5QKX5D9XK type=del size=1040674 2026-04-02T11:49:28.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.128+0000 7f5d7598a880 1 < completed write operation key=SKU4BMEAT7O7 tag=UWS92L7FQGIH type=write size=122375 2026-04-02T11:49:28.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.129+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=ELA8AMOGNSHC type=del size=489420 2026-04-02T11:49:28.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.130+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~BYQGJCJFHIBE.0 size=755087 2026-04-02T11:49:28.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.132+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=BYQGJCJFHIBE tag=EU2M1Q1SACFT type=write size=1803663 2026-04-02T11:49:28.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.132+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=R2P6GWNM9UFD type=del size=2623228 2026-04-02T11:49:28.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.133+0000 7f5d7598a880 1 < canceled operation key=42U7D3Y8Z7PW tag=QD5UDGTSQNPF type=write size=463264 2026-04-02T11:49:28.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.135+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=BF80OFYCPN7R type=del size=3340171 2026-04-02T11:49:28.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.136+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~XRMZ1DQ6S8QJ.0 size=1048576 2026-04-02T11:49:28.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.137+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~XRMZ1DQ6S8QJ.1 size=1048576 2026-04-02T11:49:28.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.137+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~XRMZ1DQ6S8QJ.2 size=150301 2026-04-02T11:49:28.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.139+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=XRMZ1DQ6S8QJ tag=SDV56AX9KPHR type=write size=3296029 2026-04-02T11:49:28.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.140+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~QQ6HWLULE0AK.0 size=1048576 2026-04-02T11:49:28.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.141+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~QQ6HWLULE0AK.1 size=1048576 2026-04-02T11:49:28.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.141+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~QQ6HWLULE0AK.2 size=877791 2026-04-02T11:49:28.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.142+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=QQ6HWLULE0AK tag=XMTP6KRUOCTC type=write size=4023519 2026-04-02T11:49:28.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.142+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~PR553UC07QOO.0 size=415178 2026-04-02T11:49:28.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.144+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=PR553UC07QOO tag=JJ164AO2ZYWL type=write size=1463754 2026-04-02T11:49:28.147 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.145+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=3J9LCUGF0F8G type=del size=3558198 2026-04-02T11:49:28.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.147+0000 7f5d7598a880 1 < suggested remove operation key=WMXK0TM2YJZJ tag=RIFS3YANTHDU type=del 2026-04-02T11:49:28.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.148+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=7I6FMNK1B0Z2 type=del size=2148088 2026-04-02T11:49:28.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.148+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=VE0FV1BZD1SJ type=del 2026-04-02T11:49:28.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.149+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=J2KN1NZ0K5R1 type=del size=164956 2026-04-02T11:49:28.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.150+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=DMSRRGD16NI1 type=del 2026-04-02T11:49:28.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.150+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=X58QRIU2598J type=del size=1879238 2026-04-02T11:49:28.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.151+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=Q7DCUFW51A13 type=del 2026-04-02T11:49:28.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.152+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=UB7C599QIQ7N type=del size=117284 2026-04-02T11:49:28.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.152+0000 7f5d7598a880 1 < canceled part key=_multipart_SKU4BMEAT7O7.2~BP7Q7K402IEZ.0 size=1048576 2026-04-02T11:49:28.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.152+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~BP7Q7K402IEZ.1 size=1048576 2026-04-02T11:49:28.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.153+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~BP7Q7K402IEZ.2 size=155411 2026-04-02T11:49:28.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.154+0000 7f5d7598a880 1 < canceled multipart upload key=SKU4BMEAT7O7 upload=BP7Q7K402IEZ tag=VU5Q2I6QYLHY type=write size=3301139 2026-04-02T11:49:28.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.156+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~QQCZ1V3R95XD.0 size=1048576 2026-04-02T11:49:28.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.156+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~QQCZ1V3R95XD.1 size=1048576 2026-04-02T11:49:28.159 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.157+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~QQCZ1V3R95XD.2 size=395850 2026-04-02T11:49:28.159 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.157+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=QQCZ1V3R95XD tag=8UZM48LTOHOM type=write size=3541578 2026-04-02T11:49:28.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.158+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=KZRTYNXJ1U33 type=del 2026-04-02T11:49:28.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.159+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=SFDO4BSP17DC type=del size=767448 2026-04-02T11:49:28.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.160+0000 7f5d7598a880 1 < suggested remove operation key=J47182HKJTLL tag=R1FLNH8ZFQSY type=del 2026-04-02T11:49:28.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.162+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~5P8URS8VMLNR.0 size=1048576 2026-04-02T11:49:28.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.162+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~5P8URS8VMLNR.1 size=3976 2026-04-02T11:49:28.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.162+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=5P8URS8VMLNR tag=YLKBXY5MDRMD type=write size=2101128 2026-04-02T11:49:28.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.163+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~FDP1MKJROELE.0 size=1048576 2026-04-02T11:49:28.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.164+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~FDP1MKJROELE.1 size=693629 2026-04-02T11:49:28.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.165+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=FDP1MKJROELE tag=0YY8MB2Y4JOM type=write size=2790781 2026-04-02T11:49:28.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.166+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=JU8XBEHJ5YT7 type=del size=2219421 2026-04-02T11:49:28.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.167+0000 7f5d7598a880 -1 < failed to complete operation key=WMXK0TM2YJZJ tag=JQFTWYD8SKCX type=del size=1372499: (22) Invalid argument 2026-04-02T11:49:28.170 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.168+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=9KY9AT1145BB type=del size=4132139 2026-04-02T11:49:28.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.169+0000 7f5d7598a880 -1 < failed to complete operation key=J47182HKJTLL tag=2S5941HTRB71 type=del size=3595223: (22) Invalid argument 2026-04-02T11:49:28.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.170+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~90PE5114X5QZ.0 size=1048576 2026-04-02T11:49:28.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.171+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~90PE5114X5QZ.1 size=1048576 2026-04-02T11:49:28.173 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.171+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~90PE5114X5QZ.2 size=826647 2026-04-02T11:49:28.173 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.171+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=90PE5114X5QZ tag=DJT1YYPI78Y0 type=write size=3972375 2026-04-02T11:49:28.174 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.172+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=66I5QKX5D9XK type=del 2026-04-02T11:49:28.174 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.173+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=HKP0ZGXX3D1N type=del size=1498400 2026-04-02T11:49:28.175 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.173+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=ELA8AMOGNSHC type=del 2026-04-02T11:49:28.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.174+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=A3NM0H6J4JL6 type=del size=1342624 2026-04-02T11:49:28.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.175+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=R2P6GWNM9UFD type=del 2026-04-02T11:49:28.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.176+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~WESVKINAQ760.0 size=1048576 2026-04-02T11:49:28.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.177+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~WESVKINAQ760.1 size=940965 2026-04-02T11:49:28.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.177+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=WESVKINAQ760 tag=KJF0PHSUFX39 type=write size=3038117 2026-04-02T11:49:28.180 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.178+0000 7f5d7598a880 1 < suggested remove operation key=IOCSURQ3BMAF tag=BF80OFYCPN7R type=del 2026-04-02T11:49:28.181 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.179+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=L173IGBOIJYJ type=del size=614013 2026-04-02T11:49:28.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.180+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~QQ6HWLULE0AK.0 size=1048576 2026-04-02T11:49:28.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.181+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~QQ6HWLULE0AK.1 size=1048576 2026-04-02T11:49:28.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.181+0000 7f5d7598a880 1 < canceled part key=_multipart_6BTSQ5CT3T88.2~QQ6HWLULE0AK.2 size=877791 2026-04-02T11:49:28.184 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.182+0000 7f5d7598a880 1 < canceled multipart upload key=6BTSQ5CT3T88 upload=QQ6HWLULE0AK tag=XMTP6KRUOCTC type=write size=4023519 2026-04-02T11:49:28.185 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.183+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~0H34R7FK7O7S.0 size=1048576 2026-04-02T11:49:28.186 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.184+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~0H34R7FK7O7S.1 size=1048576 2026-04-02T11:49:28.186 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.184+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~0H34R7FK7O7S.2 size=313524 2026-04-02T11:49:28.186 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.184+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=0H34R7FK7O7S tag=VF84IYRZBMYJ type=write size=3459252 2026-04-02T11:49:28.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.185+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=3J9LCUGF0F8G type=del 2026-04-02T11:49:28.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.186+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~6X59Z0CXCXNS.0 size=1048576 2026-04-02T11:49:28.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.187+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~6X59Z0CXCXNS.1 size=1048576 2026-04-02T11:49:28.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.188+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~6X59Z0CXCXNS.2 size=85690 2026-04-02T11:49:28.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.188+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=6X59Z0CXCXNS tag=TT8G2M5NKCJS type=write size=3231418 2026-04-02T11:49:28.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.188+0000 7f5d7598a880 -1 < failed to complete operation key=IOCSURQ3BMAF tag=7I6FMNK1B0Z2 type=del size=2148088: (22) Invalid argument 2026-04-02T11:49:28.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.189+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=5T66W4DLAJQG type=del size=31737 2026-04-02T11:49:28.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.190+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=J2KN1NZ0K5R1 type=del 2026-04-02T11:49:28.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.191+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=BZ7PGYI4RD69 type=del size=3456390 2026-04-02T11:49:28.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.192+0000 7f5d7598a880 1 < canceled operation key=TG8AKFTZB4ZM tag=X58QRIU2598J type=del size=1879238 2026-04-02T11:49:28.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.192+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=4W0QQ4607QWZ type=write size=994460 2026-04-02T11:49:28.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.194+0000 7f5d7598a880 1 < suggested update operation key=SKU4BMEAT7O7 tag=UB7C599QIQ7N type=del size=117284 2026-04-02T11:49:28.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.196+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~72A7OA4CUW37.0 size=887531 2026-04-02T11:49:28.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.196+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=72A7OA4CUW37 tag=6ULZ7F1OC6UX type=write size=1936107 2026-04-02T11:49:28.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.196+0000 7f5d7598a880 1 < canceled part key=_multipart_IOCSURQ3BMAF.2~QQCZ1V3R95XD.0 size=1048576 2026-04-02T11:49:28.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.197+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~QQCZ1V3R95XD.1 size=1048576 2026-04-02T11:49:28.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.197+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~QQCZ1V3R95XD.2 size=395850 2026-04-02T11:49:28.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.199+0000 7f5d7598a880 1 < canceled multipart upload key=IOCSURQ3BMAF upload=QQCZ1V3R95XD tag=8UZM48LTOHOM type=write size=3541578 2026-04-02T11:49:28.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.200+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~4A213EU7FH7Y.0 size=1048576 2026-04-02T11:49:28.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.200+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~4A213EU7FH7Y.1 size=924557 2026-04-02T11:49:28.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.200+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=4A213EU7FH7Y tag=I11HIFRJMYK6 type=write size=3021709 2026-04-02T11:49:28.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.201+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=SFDO4BSP17DC type=del 2026-04-02T11:49:28.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.203+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~KDLY70XRCY4X.0 size=1048576 2026-04-02T11:49:28.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.203+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~KDLY70XRCY4X.1 size=91892 2026-04-02T11:49:28.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.203+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=KDLY70XRCY4X tag=ZA536P40VH3M type=write size=2189044 2026-04-02T11:49:28.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.204+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~5P8URS8VMLNR.0 size=1048576 2026-04-02T11:49:28.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.205+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~5P8URS8VMLNR.1 size=3976 2026-04-02T11:49:28.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.207+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=5P8URS8VMLNR tag=YLKBXY5MDRMD type=write size=2101128 2026-04-02T11:49:28.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.210+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~PHID4788VQTF.0 size=38486 2026-04-02T11:49:28.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.210+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=PHID4788VQTF tag=GYPIS6OIS5VE type=write size=1087062 2026-04-02T11:49:28.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.210+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=JU8XBEHJ5YT7 type=del 2026-04-02T11:49:28.213 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.211+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=GZWNIUY2J5W8 type=write size=1020369 2026-04-02T11:49:28.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.212+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=9KY9AT1145BB type=del 2026-04-02T11:49:28.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.213+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=QDIA66KZ466M type=del size=322385 2026-04-02T11:49:28.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.214+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~90PE5114X5QZ.0 size=1048576 2026-04-02T11:49:28.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.215+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~90PE5114X5QZ.1 size=1048576 2026-04-02T11:49:28.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.215+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~90PE5114X5QZ.2 size=826647 2026-04-02T11:49:28.218 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.217+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=90PE5114X5QZ tag=DJT1YYPI78Y0 type=write size=3972375 2026-04-02T11:49:28.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.218+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=GHE328CDNQLT type=del size=1530194 2026-04-02T11:49:28.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.219+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=HKP0ZGXX3D1N type=del 2026-04-02T11:49:28.221 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.219+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=ULU107LAB6UE type=del size=1532151 2026-04-02T11:49:28.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.220+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=A3NM0H6J4JL6 type=del 2026-04-02T11:49:28.223 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.221+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=SV74BNI1LDDN type=write size=290818 2026-04-02T11:49:28.223 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.221+0000 7f5d7598a880 1 < canceled part key=_multipart_5AJK8GE86W32.2~WESVKINAQ760.0 size=1048576 2026-04-02T11:49:28.224 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.222+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~WESVKINAQ760.1 size=940965 2026-04-02T11:49:28.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.223+0000 7f5d7598a880 1 < canceled multipart upload key=5AJK8GE86W32 upload=WESVKINAQ760 tag=KJF0PHSUFX39 type=write size=3038117 2026-04-02T11:49:28.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.224+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=GX5HHORE2MEQ type=del size=2900042 2026-04-02T11:49:28.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.225+0000 7f5d7598a880 1 < canceled operation key=VILE4YEMEN09 tag=L173IGBOIJYJ type=del size=614013 2026-04-02T11:49:28.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.226+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=T1AL3ZTLJ8G2 type=del size=61675 2026-04-02T11:49:28.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.227+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~0H34R7FK7O7S.0 size=1048576 2026-04-02T11:49:28.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.227+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~0H34R7FK7O7S.1 size=1048576 2026-04-02T11:49:28.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.228+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~0H34R7FK7O7S.2 size=313524 2026-04-02T11:49:28.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.231+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=0H34R7FK7O7S tag=VF84IYRZBMYJ type=write size=3459252 2026-04-02T11:49:28.234 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.232+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=NF769KHKYHLK type=del size=843283 2026-04-02T11:49:28.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.233+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~6X59Z0CXCXNS.0 size=1048576 2026-04-02T11:49:28.236 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.234+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~6X59Z0CXCXNS.1 size=1048576 2026-04-02T11:49:28.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.235+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~6X59Z0CXCXNS.2 size=85690 2026-04-02T11:49:28.238 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.237+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=6X59Z0CXCXNS tag=TT8G2M5NKCJS type=write size=3231418 2026-04-02T11:49:28.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.238+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=491VTKZIOG3X type=del size=3056618 2026-04-02T11:49:28.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.240+0000 7f5d7598a880 1 < suggested remove operation key=SKU4BMEAT7O7 tag=5T66W4DLAJQG type=del 2026-04-02T11:49:28.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.241+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=W1GLBLCMTE3H type=del size=1092443 2026-04-02T11:49:28.244 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.242+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=BZ7PGYI4RD69 type=del 2026-04-02T11:49:28.245 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.244+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~JUBL0FEKLJ2K.0 size=1048576 2026-04-02T11:49:28.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.244+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~JUBL0FEKLJ2K.1 size=532981 2026-04-02T11:49:28.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.244+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=JUBL0FEKLJ2K tag=U48R2CHRTKVH type=write size=2630133 2026-04-02T11:49:28.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.245+0000 7f5d7598a880 1 < completed write operation key=5AJK8GE86W32 tag=4W0QQ4607QWZ type=write size=994460 2026-04-02T11:49:28.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.246+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=LX02D9WG8GMM type=del size=739577 2026-04-02T11:49:28.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.247+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~72A7OA4CUW37.0 size=887531 2026-04-02T11:49:28.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.249+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=72A7OA4CUW37 tag=6ULZ7F1OC6UX type=write size=1936107 2026-04-02T11:49:28.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.250+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=7SNRJ3IYP8L6 type=write size=684388 2026-04-02T11:49:28.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.250+0000 7f5d7598a880 1 < canceled part key=_multipart_J47182HKJTLL.2~4A213EU7FH7Y.0 size=1048576 2026-04-02T11:49:28.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.251+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~4A213EU7FH7Y.1 size=924557 2026-04-02T11:49:28.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.252+0000 7f5d7598a880 1 < canceled multipart upload key=J47182HKJTLL upload=4A213EU7FH7Y tag=I11HIFRJMYK6 type=write size=3021709 2026-04-02T11:49:28.255 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.254+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~EZNKGBNJHGPD.0 size=1048576 2026-04-02T11:49:28.256 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.254+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~EZNKGBNJHGPD.1 size=1048576 2026-04-02T11:49:28.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.255+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~EZNKGBNJHGPD.2 size=174550 2026-04-02T11:49:28.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.255+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=EZNKGBNJHGPD tag=L0E9TVGK4S0O type=write size=3320278 2026-04-02T11:49:28.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.257+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~KDLY70XRCY4X.0 size=1048576 2026-04-02T11:49:28.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.258+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~KDLY70XRCY4X.1 size=91892 2026-04-02T11:49:28.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.260+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=KDLY70XRCY4X tag=ZA536P40VH3M type=write size=2189044 2026-04-02T11:49:28.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.262+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~HLMKR60MJKG0.0 size=1048576 2026-04-02T11:49:28.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.266+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~HLMKR60MJKG0.1 size=1048576 2026-04-02T11:49:28.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.267+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~HLMKR60MJKG0.2 size=762350 2026-04-02T11:49:28.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.267+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=HLMKR60MJKG0 tag=N1B2SCDQ3EWY type=write size=3908078 2026-04-02T11:49:28.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.268+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~PHID4788VQTF.0 size=38486 2026-04-02T11:49:28.272 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.270+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=PHID4788VQTF tag=GYPIS6OIS5VE type=write size=1087062 2026-04-02T11:49:28.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.271+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=BDNZ1KH6ZIPD type=del size=1006306 2026-04-02T11:49:28.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.272+0000 7f5d7598a880 1 < completed write operation key=07AW9BPTKOI3 tag=GZWNIUY2J5W8 type=write size=1020369 2026-04-02T11:49:28.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.273+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~F23D528UBUJE.0 size=761543 2026-04-02T11:49:28.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.273+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=F23D528UBUJE tag=A0EIT2GDHA71 type=write size=1810119 2026-04-02T11:49:28.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.275+0000 7f5d7598a880 1 < suggested update operation key=7GZSL99JL986 tag=QDIA66KZ466M type=del size=322385 2026-04-02T11:49:28.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.276+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=YNK8EURSGWT3 type=del size=2281027 2026-04-02T11:49:28.278 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.277+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=GHE328CDNQLT type=del 2026-04-02T11:49:28.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.277+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=XJFRX50O9US7 type=write size=807858 2026-04-02T11:49:28.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.278+0000 7f5d7598a880 -1 < failed to complete operation key=SKU4BMEAT7O7 tag=ULU107LAB6UE type=del size=1532151: (22) Invalid argument 2026-04-02T11:49:28.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.279+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=UC24V8NYVHZC type=write size=65430 2026-04-02T11:49:28.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.280+0000 7f5d7598a880 1 < completed write operation key=J47182HKJTLL tag=SV74BNI1LDDN type=write size=290818 2026-04-02T11:49:28.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.281+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=MHCT43RKFY30 type=del size=2124216 2026-04-02T11:49:28.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.281+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=GX5HHORE2MEQ type=del 2026-04-02T11:49:28.284 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.282+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=EWY8FLD64MQH type=del size=403689 2026-04-02T11:49:28.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.283+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=T1AL3ZTLJ8G2 type=del 2026-04-02T11:49:28.286 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.285+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~NPD0VKVE20G0.0 size=1048576 2026-04-02T11:49:28.287 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.285+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~NPD0VKVE20G0.1 size=1048576 2026-04-02T11:49:28.288 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.286+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~NPD0VKVE20G0.2 size=760989 2026-04-02T11:49:28.288 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.286+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=NPD0VKVE20G0 tag=60U9AKBLFU7W type=write size=3906717 2026-04-02T11:49:28.289 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.287+0000 7f5d7598a880 1 < canceled operation key=6BTSQ5CT3T88 tag=NF769KHKYHLK type=del size=843283 2026-04-02T11:49:28.289 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.288+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=N2DK9ROUGLQN type=del size=3369540 2026-04-02T11:49:28.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.289+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=491VTKZIOG3X type=del 2026-04-02T11:49:28.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.289+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=QK321MQSL8N5 type=del size=903834 2026-04-02T11:49:28.292 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.290+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=W1GLBLCMTE3H type=del 2026-04-02T11:49:28.293 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.291+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=2ML1CEDMIJK1 type=del size=733436 2026-04-02T11:49:28.294 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.292+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~JUBL0FEKLJ2K.0 size=1048576 2026-04-02T11:49:28.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.293+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~JUBL0FEKLJ2K.1 size=532981 2026-04-02T11:49:28.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.294+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=JUBL0FEKLJ2K tag=U48R2CHRTKVH type=write size=2630133 2026-04-02T11:49:28.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.295+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=9M8B702NDO81 type=del size=641066 2026-04-02T11:49:28.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.296+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=LX02D9WG8GMM type=del 2026-04-02T11:49:28.299 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.297+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=II33YX3N0HZR type=del size=2616219 2026-04-02T11:49:28.299 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.298+0000 7f5d7598a880 1 < completed write operation key=5MI2F3J8J9MJ tag=7SNRJ3IYP8L6 type=write size=684388 2026-04-02T11:49:28.300 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.298+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=C6V003ZA6BGB type=del size=1681317 2026-04-02T11:49:28.300 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.298+0000 7f5d7598a880 1 < canceled part key=_multipart_TG8AKFTZB4ZM.2~EZNKGBNJHGPD.0 size=1048576 2026-04-02T11:49:28.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.299+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~EZNKGBNJHGPD.1 size=1048576 2026-04-02T11:49:28.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.301+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~EZNKGBNJHGPD.2 size=174550 2026-04-02T11:49:28.304 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.302+0000 7f5d7598a880 1 < canceled multipart upload key=TG8AKFTZB4ZM upload=EZNKGBNJHGPD tag=L0E9TVGK4S0O type=write size=3320278 2026-04-02T11:49:28.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.303+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=MZS96M6GTYPY type=write size=272522 2026-04-02T11:49:28.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.304+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~HLMKR60MJKG0.0 size=1048576 2026-04-02T11:49:28.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.304+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~HLMKR60MJKG0.1 size=1048576 2026-04-02T11:49:28.307 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.305+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~HLMKR60MJKG0.2 size=762350 2026-04-02T11:49:28.308 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.306+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=HLMKR60MJKG0 tag=N1B2SCDQ3EWY type=write size=3908078 2026-04-02T11:49:28.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.307+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~H8CSB9OQBFBF.0 size=1048576 2026-04-02T11:49:28.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.308+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~H8CSB9OQBFBF.1 size=1048576 2026-04-02T11:49:28.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.309+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~H8CSB9OQBFBF.2 size=367079 2026-04-02T11:49:28.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.309+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=H8CSB9OQBFBF tag=J31BLNPXHS1S type=write size=3512807 2026-04-02T11:49:28.311 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.309+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=BDNZ1KH6ZIPD type=del 2026-04-02T11:49:28.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.311+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~NS34CVBBUT1L.0 size=1048576 2026-04-02T11:49:28.313 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.311+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~NS34CVBBUT1L.1 size=1048576 2026-04-02T11:49:28.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.312+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~NS34CVBBUT1L.2 size=338283 2026-04-02T11:49:28.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.312+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=NS34CVBBUT1L tag=XRFH1P5XUPIK type=write size=3484011 2026-04-02T11:49:28.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.313+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~F23D528UBUJE.0 size=761543 2026-04-02T11:49:28.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.314+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=F23D528UBUJE tag=A0EIT2GDHA71 type=write size=1810119 2026-04-02T11:49:28.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.315+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=3FR71MSRYKNL type=write size=173453 2026-04-02T11:49:28.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.315+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=YNK8EURSGWT3 type=del 2026-04-02T11:49:28.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.316+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=HHWG7ROTBOCI type=del size=1562499 2026-04-02T11:49:28.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.317+0000 7f5d7598a880 1 < completed write operation key=VILE4YEMEN09 tag=XJFRX50O9US7 type=write size=807858 2026-04-02T11:49:28.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.318+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=WU9OLX4U04DF type=del size=3407400 2026-04-02T11:49:28.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.319+0000 7f5d7598a880 1 < suggested update operation key=5MI2F3J8J9MJ tag=UC24V8NYVHZC type=write size=65430 2026-04-02T11:49:28.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.320+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=1NCYDF4DNQ4X type=del size=1891307 2026-04-02T11:49:28.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.321+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=MHCT43RKFY30 type=del 2026-04-02T11:49:28.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.321+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=IDOQ14D0P8JE type=del size=2186425 2026-04-02T11:49:28.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.323+0000 7f5d7598a880 1 < suggested update operation key=TG8AKFTZB4ZM tag=EWY8FLD64MQH type=del size=403689 2026-04-02T11:49:28.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.324+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~QLP5OQAUXQ8M.0 size=1048576 2026-04-02T11:49:28.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.325+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~QLP5OQAUXQ8M.1 size=1048576 2026-04-02T11:49:28.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.325+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~QLP5OQAUXQ8M.2 size=823246 2026-04-02T11:49:28.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.326+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=QLP5OQAUXQ8M tag=BEAJA21AERT3 type=write size=3968974 2026-04-02T11:49:28.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.326+0000 7f5d7598a880 1 < canceled part key=_multipart_7GZSL99JL986.2~NPD0VKVE20G0.0 size=1048576 2026-04-02T11:49:28.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.326+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~NPD0VKVE20G0.1 size=1048576 2026-04-02T11:49:28.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.327+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~NPD0VKVE20G0.2 size=760989 2026-04-02T11:49:28.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.328+0000 7f5d7598a880 1 < canceled multipart upload key=7GZSL99JL986 upload=NPD0VKVE20G0 tag=60U9AKBLFU7W type=write size=3906717 2026-04-02T11:49:28.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.330+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~52ZBRV4S2N3D.0 size=1048576 2026-04-02T11:49:28.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.330+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~52ZBRV4S2N3D.1 size=1048576 2026-04-02T11:49:28.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.331+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~52ZBRV4S2N3D.2 size=617915 2026-04-02T11:49:28.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.331+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=52ZBRV4S2N3D tag=FRWMYBZ0BM6E type=write size=3763643 2026-04-02T11:49:28.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.332+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=N2DK9ROUGLQN type=del 2026-04-02T11:49:28.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.333+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~3OO9MGI23F1B.0 size=343863 2026-04-02T11:49:28.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.333+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=3OO9MGI23F1B tag=CB4MUP8IA8K5 type=write size=1392439 2026-04-02T11:49:28.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.334+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=QK321MQSL8N5 type=del 2026-04-02T11:49:28.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.335+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=609TBVNVOAPU type=del size=182647 2026-04-02T11:49:28.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.335+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=2ML1CEDMIJK1 type=del 2026-04-02T11:49:28.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.336+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=AM6MJ47WHCV8 type=del size=1773761 2026-04-02T11:49:28.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.337+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=9M8B702NDO81 type=del 2026-04-02T11:49:28.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.338+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~8IVZR486WXIW.0 size=265124 2026-04-02T11:49:28.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.338+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=8IVZR486WXIW tag=IOQQ39F7I91J type=write size=1313700 2026-04-02T11:49:28.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.339+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=II33YX3N0HZR type=del 2026-04-02T11:49:28.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.340+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~Q8UVOTJ0BZVH.0 size=1048576 2026-04-02T11:49:28.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.341+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~Q8UVOTJ0BZVH.1 size=137194 2026-04-02T11:49:28.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.341+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=Q8UVOTJ0BZVH tag=G94LVQ042WVK type=write size=2234346 2026-04-02T11:49:28.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.342+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=C6V003ZA6BGB type=del 2026-04-02T11:49:28.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.343+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~T4FMJR9S1L5J.0 size=711096 2026-04-02T11:49:28.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.343+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=T4FMJR9S1L5J tag=9US8WEX2HOBE type=write size=1759672 2026-04-02T11:49:28.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.344+0000 7f5d7598a880 1 < completed write operation key=ZS5NQMR2F1CO tag=MZS96M6GTYPY type=write size=272522 2026-04-02T11:49:28.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.344+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=Z5IW0KGQ6SOJ type=del size=146064 2026-04-02T11:49:28.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.345+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~H8CSB9OQBFBF.0 size=1048576 2026-04-02T11:49:28.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.346+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~H8CSB9OQBFBF.1 size=1048576 2026-04-02T11:49:28.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.347+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~H8CSB9OQBFBF.2 size=367079 2026-04-02T11:49:28.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.348+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=H8CSB9OQBFBF tag=J31BLNPXHS1S type=write size=3512807 2026-04-02T11:49:28.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.349+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~G6A7DDT551LQ.0 size=1048576 2026-04-02T11:49:28.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.350+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~G6A7DDT551LQ.1 size=1048576 2026-04-02T11:49:28.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.351+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~G6A7DDT551LQ.2 size=47982 2026-04-02T11:49:28.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.351+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=G6A7DDT551LQ tag=B4I66FV88A6O type=write size=3193710 2026-04-02T11:49:28.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.351+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~NS34CVBBUT1L.0 size=1048576 2026-04-02T11:49:28.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.352+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~NS34CVBBUT1L.1 size=1048576 2026-04-02T11:49:28.355 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.353+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~NS34CVBBUT1L.2 size=338283 2026-04-02T11:49:28.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.354+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=NS34CVBBUT1L tag=XRFH1P5XUPIK type=write size=3484011 2026-04-02T11:49:28.357 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.356+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~TQ46DK4EX046.0 size=1048576 2026-04-02T11:49:28.358 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.356+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~TQ46DK4EX046.1 size=344923 2026-04-02T11:49:28.358 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.356+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=TQ46DK4EX046 tag=70E9Z3NX12IS type=write size=2442075 2026-04-02T11:49:28.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.357+0000 7f5d7598a880 1 < completed write operation key=JJ7N37F55IC3 tag=3FR71MSRYKNL type=write size=173453 2026-04-02T11:49:28.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.358+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~JIR86HOWHFN8.0 size=1048576 2026-04-02T11:49:28.361 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.359+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~JIR86HOWHFN8.1 size=3637 2026-04-02T11:49:28.361 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.359+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=JIR86HOWHFN8 tag=103506MCRON2 type=write size=2100789 2026-04-02T11:49:28.361 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.360+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=HHWG7ROTBOCI type=del 2026-04-02T11:49:28.363 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.361+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~S3VUU2Q75KA1.0 size=460967 2026-04-02T11:49:28.363 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.361+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=S3VUU2Q75KA1 tag=W6ZIY11E59DG type=write size=1509543 2026-04-02T11:49:28.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.362+0000 7f5d7598a880 1 < canceled operation key=ZS5NQMR2F1CO tag=WU9OLX4U04DF type=del size=3407400 2026-04-02T11:49:28.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.363+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=29C6JLXHLXHI type=write size=467449 2026-04-02T11:49:28.367 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.365+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=1NCYDF4DNQ4X type=del 2026-04-02T11:49:28.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.367+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~K4WBIN8ML2JU.0 size=1048576 2026-04-02T11:49:28.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.368+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~K4WBIN8ML2JU.1 size=1048576 2026-04-02T11:49:28.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.369+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~K4WBIN8ML2JU.2 size=828896 2026-04-02T11:49:28.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.369+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=K4WBIN8ML2JU tag=R3YXM4M7TS6N type=write size=3974624 2026-04-02T11:49:28.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.370+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=IDOQ14D0P8JE type=del 2026-04-02T11:49:28.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.372+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~F8O8NOIKL7BN.0 size=1001620 2026-04-02T11:49:28.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.372+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=F8O8NOIKL7BN tag=4ZPSY3UIWIL3 type=write size=2050196 2026-04-02T11:49:28.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.373+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~QLP5OQAUXQ8M.0 size=1048576 2026-04-02T11:49:28.375 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.373+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~QLP5OQAUXQ8M.1 size=1048576 2026-04-02T11:49:28.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.375+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~QLP5OQAUXQ8M.2 size=823246 2026-04-02T11:49:28.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.376+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=QLP5OQAUXQ8M tag=BEAJA21AERT3 type=write size=3968974 2026-04-02T11:49:28.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.377+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=XU1WK398F6MR type=del size=3735823 2026-04-02T11:49:28.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.378+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~52ZBRV4S2N3D.0 size=1048576 2026-04-02T11:49:28.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.378+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~52ZBRV4S2N3D.1 size=1048576 2026-04-02T11:49:28.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.379+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~52ZBRV4S2N3D.2 size=617915 2026-04-02T11:49:28.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.380+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=52ZBRV4S2N3D tag=FRWMYBZ0BM6E type=write size=3763643 2026-04-02T11:49:28.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.381+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=UXX8G769LW9G type=write size=992015 2026-04-02T11:49:28.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.382+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~3OO9MGI23F1B.0 size=343863 2026-04-02T11:49:28.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.383+0000 7f5d7598a880 1 < completed multipart upload key=UWKIR14N3KM3 upload=3OO9MGI23F1B tag=CB4MUP8IA8K5 type=write size=1392439 2026-04-02T11:49:28.386 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.385+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~K4JJUCURUI33.0 size=1005375 2026-04-02T11:49:28.386 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.385+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=K4JJUCURUI33 tag=NKJV76RM4XJV type=write size=2053951 2026-04-02T11:49:28.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.385+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=609TBVNVOAPU type=del 2026-04-02T11:49:28.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.387+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~M8G2QYTWO8YQ.0 size=1048576 2026-04-02T11:49:28.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.387+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~M8G2QYTWO8YQ.1 size=6223 2026-04-02T11:49:28.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.387+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=M8G2QYTWO8YQ tag=146A9QIY0A7U type=write size=2103375 2026-04-02T11:49:28.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.388+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=AM6MJ47WHCV8 type=del 2026-04-02T11:49:28.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.389+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=A1I55JJ3KA39 type=del size=3750986 2026-04-02T11:49:28.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.390+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~8IVZR486WXIW.0 size=265124 2026-04-02T11:49:28.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.391+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=8IVZR486WXIW tag=IOQQ39F7I91J type=write size=1313700 2026-04-02T11:49:28.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.392+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~ZBFJKLT4XXJR.0 size=854855 2026-04-02T11:49:28.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.392+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=ZBFJKLT4XXJR tag=25BLERATVANJ type=write size=1903431 2026-04-02T11:49:28.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.393+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~Q8UVOTJ0BZVH.0 size=1048576 2026-04-02T11:49:28.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.394+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~Q8UVOTJ0BZVH.1 size=137194 2026-04-02T11:49:28.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.403+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=Q8UVOTJ0BZVH tag=G94LVQ042WVK type=write size=2234346 2026-04-02T11:49:28.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.404+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=EQM9BW5NN0O2 type=del size=1142483 2026-04-02T11:49:28.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.405+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~T4FMJR9S1L5J.0 size=711096 2026-04-02T11:49:28.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.406+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=T4FMJR9S1L5J tag=9US8WEX2HOBE type=write size=1759672 2026-04-02T11:49:28.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.408+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~A90J4DWSQQX8.0 size=1048576 2026-04-02T11:49:28.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.408+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~A90J4DWSQQX8.1 size=378622 2026-04-02T11:49:28.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.408+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=A90J4DWSQQX8 tag=PMCG496XA2R4 type=write size=2475774 2026-04-02T11:49:28.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.410+0000 7f5d7598a880 1 < suggested remove operation key=WMXK0TM2YJZJ tag=Z5IW0KGQ6SOJ type=del 2026-04-02T11:49:28.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.411+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=Q8PM2IKPF9LY type=del size=434307 2026-04-02T11:49:28.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.412+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~G6A7DDT551LQ.0 size=1048576 2026-04-02T11:49:28.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.412+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~G6A7DDT551LQ.1 size=1048576 2026-04-02T11:49:28.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.413+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~G6A7DDT551LQ.2 size=47982 2026-04-02T11:49:28.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.415+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=G6A7DDT551LQ tag=B4I66FV88A6O type=write size=3193710 2026-04-02T11:49:28.418 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.416+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~355P3JTP4Q7H.0 size=1048576 2026-04-02T11:49:28.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.417+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~355P3JTP4Q7H.1 size=278722 2026-04-02T11:49:28.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.417+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=355P3JTP4Q7H tag=ELX3O3ZMKR5A type=write size=2375874 2026-04-02T11:49:28.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.418+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~TQ46DK4EX046.0 size=1048576 2026-04-02T11:49:28.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.418+0000 7f5d7598a880 1 < canceled part key=_multipart_SKU4BMEAT7O7.2~TQ46DK4EX046.1 size=344923 2026-04-02T11:49:28.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.419+0000 7f5d7598a880 1 < canceled multipart upload key=SKU4BMEAT7O7 upload=TQ46DK4EX046 tag=70E9Z3NX12IS type=write size=2442075 2026-04-02T11:49:28.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.420+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=DUJDEZS22350 type=del size=629849 2026-04-02T11:49:28.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.422+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~JIR86HOWHFN8.0 size=1048576 2026-04-02T11:49:28.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.422+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~JIR86HOWHFN8.1 size=3637 2026-04-02T11:49:28.425 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.424+0000 7f5d7598a880 1 < completed multipart upload key=UWKIR14N3KM3 upload=JIR86HOWHFN8 tag=103506MCRON2 type=write size=2100789 2026-04-02T11:49:28.426 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.424+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=NW5Y44EXUNKY type=del size=265670 2026-04-02T11:49:28.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.425+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~S3VUU2Q75KA1.0 size=460967 2026-04-02T11:49:28.428 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.426+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=S3VUU2Q75KA1 tag=W6ZIY11E59DG type=write size=1509543 2026-04-02T11:49:28.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.428+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~6M3VBQJXMRBY.0 size=1048576 2026-04-02T11:49:28.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.428+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~6M3VBQJXMRBY.1 size=579023 2026-04-02T11:49:28.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.428+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=6M3VBQJXMRBY tag=QVOSUMGFCAGV type=write size=2676175 2026-04-02T11:49:28.431 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.430+0000 7f5d7598a880 1 < completed write operation key=HYSJYWQT3N55 tag=29C6JLXHLXHI type=write size=467449 2026-04-02T11:49:28.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.431+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=DSYSTR9D3A84 type=del size=1599353 2026-04-02T11:49:28.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.432+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~K4WBIN8ML2JU.0 size=1048576 2026-04-02T11:49:28.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.432+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~K4WBIN8ML2JU.1 size=1048576 2026-04-02T11:49:28.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.433+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~K4WBIN8ML2JU.2 size=828896 2026-04-02T11:49:28.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.434+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=K4WBIN8ML2JU tag=R3YXM4M7TS6N type=write size=3974624 2026-04-02T11:49:28.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.435+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=VZB6F5RXCY0C type=del size=2997547 2026-04-02T11:49:28.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.435+0000 7f5d7598a880 1 < canceled part key=_multipart_J47182HKJTLL.2~F8O8NOIKL7BN.0 size=1001620 2026-04-02T11:49:28.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.436+0000 7f5d7598a880 1 < canceled multipart upload key=J47182HKJTLL upload=F8O8NOIKL7BN tag=4ZPSY3UIWIL3 type=write size=2050196 2026-04-02T11:49:28.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.437+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=1Z5SRLM7WA84 type=del size=3932154 2026-04-02T11:49:28.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.438+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=XU1WK398F6MR type=del 2026-04-02T11:49:28.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.439+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~50W9DPV79HKE.0 size=756073 2026-04-02T11:49:28.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.439+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=50W9DPV79HKE tag=SJBEVNMTOC3A type=write size=1804649 2026-04-02T11:49:28.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.441+0000 7f5d7598a880 1 < suggested remove operation key=6F1O9WBBDT51 tag=UXX8G769LW9G type=write 2026-04-02T11:49:28.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.442+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=QZ9ZYFQB3PCS type=write size=8464 2026-04-02T11:49:28.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.442+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~K4JJUCURUI33.0 size=1005375 2026-04-02T11:49:28.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.444+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=K4JJUCURUI33 tag=NKJV76RM4XJV type=write size=2053951 2026-04-02T11:49:28.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.444+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=V0ONPXS9OX4F type=write size=951720 2026-04-02T11:49:28.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.445+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~M8G2QYTWO8YQ.0 size=1048576 2026-04-02T11:49:28.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.445+0000 7f5d7598a880 1 < canceled part key=_multipart_88E9H9UTDGH9.2~M8G2QYTWO8YQ.1 size=6223 2026-04-02T11:49:28.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.446+0000 7f5d7598a880 1 < canceled multipart upload key=88E9H9UTDGH9 upload=M8G2QYTWO8YQ tag=146A9QIY0A7U type=write size=2103375 2026-04-02T11:49:28.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.447+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=PEWOMECT3VO2 type=del size=3610654 2026-04-02T11:49:28.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.448+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=A1I55JJ3KA39 type=del 2026-04-02T11:49:28.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.449+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~1CML8KNNYAN4.0 size=1048576 2026-04-02T11:49:28.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.450+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~1CML8KNNYAN4.1 size=1048576 2026-04-02T11:49:28.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.450+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~1CML8KNNYAN4.2 size=506735 2026-04-02T11:49:28.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.450+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=1CML8KNNYAN4 tag=K3WHPCWGSFE3 type=write size=3652463 2026-04-02T11:49:28.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.452+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~ZBFJKLT4XXJR.0 size=854855 2026-04-02T11:49:28.455 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.453+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=ZBFJKLT4XXJR tag=25BLERATVANJ type=write size=1903431 2026-04-02T11:49:28.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.454+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~5SZO2N0EEGSU.0 size=73726 2026-04-02T11:49:28.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.454+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=5SZO2N0EEGSU tag=40G3YR26OMGW type=write size=1122302 2026-04-02T11:49:28.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.455+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=EQM9BW5NN0O2 type=del 2026-04-02T11:49:28.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.458+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~28KDO6FF7NFP.0 size=1048576 2026-04-02T11:49:28.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.458+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~28KDO6FF7NFP.1 size=613498 2026-04-02T11:49:28.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.458+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=28KDO6FF7NFP tag=JSBNUZK7RCS7 type=write size=2710650 2026-04-02T11:49:28.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.459+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~A90J4DWSQQX8.0 size=1048576 2026-04-02T11:49:28.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.460+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~A90J4DWSQQX8.1 size=378622 2026-04-02T11:49:28.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.461+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=A90J4DWSQQX8 tag=PMCG496XA2R4 type=write size=2475774 2026-04-02T11:49:28.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.462+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=P4KE3DT0PCER type=write size=199543 2026-04-02T11:49:28.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.463+0000 7f5d7598a880 1 < canceled operation key=TG8AKFTZB4ZM tag=Q8PM2IKPF9LY type=del size=434307 2026-04-02T11:49:28.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.464+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~JETY0G6NTVYE.0 size=970701 2026-04-02T11:49:28.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.464+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=JETY0G6NTVYE tag=SY2H0C1UT15K type=write size=2019277 2026-04-02T11:49:28.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.465+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~355P3JTP4Q7H.0 size=1048576 2026-04-02T11:49:28.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.465+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~355P3JTP4Q7H.1 size=278722 2026-04-02T11:49:28.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.466+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=355P3JTP4Q7H tag=ELX3O3ZMKR5A type=write size=2375874 2026-04-02T11:49:28.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.467+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=HWMZIRFU1L7G type=write size=521312 2026-04-02T11:49:28.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.468+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=DUJDEZS22350 type=del 2026-04-02T11:49:28.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.468+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=IY8STNK8W000 type=del size=4190593 2026-04-02T11:49:28.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.469+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=NW5Y44EXUNKY type=del 2026-04-02T11:49:28.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.470+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=E39GYRUYP0OQ type=del size=2785849 2026-04-02T11:49:28.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.471+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~6M3VBQJXMRBY.0 size=1048576 2026-04-02T11:49:28.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.471+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~6M3VBQJXMRBY.1 size=579023 2026-04-02T11:49:28.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.472+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=6M3VBQJXMRBY tag=QVOSUMGFCAGV type=write size=2676175 2026-04-02T11:49:28.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.473+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=QIR6HQXR4N0V type=del size=1055025 2026-04-02T11:49:28.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.474+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=DSYSTR9D3A84 type=del 2026-04-02T11:49:28.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.475+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=POB72EPE80LM type=del size=2692824 2026-04-02T11:49:28.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.475+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=VZB6F5RXCY0C type=del 2026-04-02T11:49:28.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.476+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=8DY9CN163EZK type=del size=4120783 2026-04-02T11:49:28.481 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.479+0000 7f5d7598a880 1 < suggested update operation key=IOCSURQ3BMAF tag=1Z5SRLM7WA84 type=del size=3932154 2026-04-02T11:49:28.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.480+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~2HQ4C7EWTJQR.0 size=1048576 2026-04-02T11:49:28.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.481+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~2HQ4C7EWTJQR.1 size=665816 2026-04-02T11:49:28.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.481+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=2HQ4C7EWTJQR tag=1A7GEAXO23IQ type=write size=2762968 2026-04-02T11:49:28.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.482+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~50W9DPV79HKE.0 size=756073 2026-04-02T11:49:28.485 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.483+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=50W9DPV79HKE tag=SJBEVNMTOC3A type=write size=1804649 2026-04-02T11:49:28.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.484+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~8PHLXTYO7RD3.0 size=1048576 2026-04-02T11:49:28.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.485+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~8PHLXTYO7RD3.1 size=522721 2026-04-02T11:49:28.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.485+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=8PHLXTYO7RD3 tag=FO01EV1P4CG6 type=write size=2619873 2026-04-02T11:49:28.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.486+0000 7f5d7598a880 1 < completed write operation key=HYSJYWQT3N55 tag=QZ9ZYFQB3PCS type=write size=8464 2026-04-02T11:49:28.488 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.486+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=WX8M7XW3TOTT type=del size=2880562 2026-04-02T11:49:28.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.488+0000 7f5d7598a880 1 < suggested update operation key=ZS5NQMR2F1CO tag=V0ONPXS9OX4F type=write size=951720 2026-04-02T11:49:28.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.489+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~K2M8C1V6NHTW.0 size=1048576 2026-04-02T11:49:28.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.490+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~K2M8C1V6NHTW.1 size=967996 2026-04-02T11:49:28.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.490+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=K2M8C1V6NHTW tag=3M05FK7R2RF9 type=write size=3065148 2026-04-02T11:49:28.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.490+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=PEWOMECT3VO2 type=del 2026-04-02T11:49:28.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.492+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~6KAOE6WKV335.0 size=639807 2026-04-02T11:49:28.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.492+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=6KAOE6WKV335 tag=KG5FD3LHXX48 type=write size=1688383 2026-04-02T11:49:28.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.492+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~1CML8KNNYAN4.0 size=1048576 2026-04-02T11:49:28.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.493+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~1CML8KNNYAN4.1 size=1048576 2026-04-02T11:49:28.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.494+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~1CML8KNNYAN4.2 size=506735 2026-04-02T11:49:28.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.495+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=1CML8KNNYAN4 tag=K3WHPCWGSFE3 type=write size=3652463 2026-04-02T11:49:28.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.496+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=56O28LIEAV3Z type=del size=4148070 2026-04-02T11:49:28.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.496+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~5SZO2N0EEGSU.0 size=73726 2026-04-02T11:49:28.499 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.497+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=5SZO2N0EEGSU tag=40G3YR26OMGW type=write size=1122302 2026-04-02T11:49:28.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.499+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~YW64VVC98Z02.0 size=1048576 2026-04-02T11:49:28.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.499+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~YW64VVC98Z02.1 size=1048576 2026-04-02T11:49:28.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.500+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~YW64VVC98Z02.2 size=543690 2026-04-02T11:49:28.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.500+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=YW64VVC98Z02 tag=SEN8EAEFRRA2 type=write size=3689418 2026-04-02T11:49:28.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.501+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~28KDO6FF7NFP.0 size=1048576 2026-04-02T11:49:28.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.501+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~28KDO6FF7NFP.1 size=613498 2026-04-02T11:49:28.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.503+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=28KDO6FF7NFP tag=JSBNUZK7RCS7 type=write size=2710650 2026-04-02T11:49:28.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.503+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=4K7EA89YE3G1 type=del size=3868828 2026-04-02T11:49:28.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.504+0000 7f5d7598a880 1 < completed write operation key=88E9H9UTDGH9 tag=P4KE3DT0PCER type=write size=199543 2026-04-02T11:49:28.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.506+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=HX6E29BFZE71 type=write size=615983 2026-04-02T11:49:28.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.507+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~JETY0G6NTVYE.0 size=970701 2026-04-02T11:49:28.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.508+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=JETY0G6NTVYE tag=SY2H0C1UT15K type=write size=2019277 2026-04-02T11:49:28.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.509+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=VOOBO46YFSVK type=del size=191933 2026-04-02T11:49:28.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.510+0000 7f5d7598a880 1 < completed write operation key=11O38SMUYMX2 tag=HWMZIRFU1L7G type=write size=521312 2026-04-02T11:49:28.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.511+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=K7DDRJJXJMGX type=del size=3116130 2026-04-02T11:49:28.514 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.512+0000 7f5d7598a880 1 < suggested remove operation key=07AW9BPTKOI3 tag=IY8STNK8W000 type=del 2026-04-02T11:49:28.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.513+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=UOMJL6S3RZEK type=del size=2048713 2026-04-02T11:49:28.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.514+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=E39GYRUYP0OQ type=del 2026-04-02T11:49:28.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.515+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=6Y9K5IAG7T2Z type=del size=3381182 2026-04-02T11:49:28.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.516+0000 7f5d7598a880 1 < suggested remove operation key=ZIMLW0YTOPPK tag=QIR6HQXR4N0V type=del 2026-04-02T11:49:28.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.517+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~2JZ6U3R0XP9V.0 size=1048576 2026-04-02T11:49:28.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.518+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~2JZ6U3R0XP9V.1 size=1048576 2026-04-02T11:49:28.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.519+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~2JZ6U3R0XP9V.2 size=805413 2026-04-02T11:49:28.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.519+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=2JZ6U3R0XP9V tag=CFTZ7JQR211Q type=write size=3951141 2026-04-02T11:49:28.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.519+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=POB72EPE80LM type=del 2026-04-02T11:49:28.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.521+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~7Y3WA8056Z4G.0 size=255029 2026-04-02T11:49:28.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.521+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=7Y3WA8056Z4G tag=Q2DA8PVMIRGP type=write size=1303605 2026-04-02T11:49:28.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.522+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=8DY9CN163EZK type=del 2026-04-02T11:49:28.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.522+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=00HK39TENC6W type=write size=723451 2026-04-02T11:49:28.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.523+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~2HQ4C7EWTJQR.0 size=1048576 2026-04-02T11:49:28.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.523+0000 7f5d7598a880 1 < canceled part key=_multipart_B069J9WSE2J1.2~2HQ4C7EWTJQR.1 size=665816 2026-04-02T11:49:28.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.525+0000 7f5d7598a880 1 < canceled multipart upload key=B069J9WSE2J1 upload=2HQ4C7EWTJQR tag=1A7GEAXO23IQ type=write size=2762968 2026-04-02T11:49:28.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.525+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=O4D8C4BMSA0Z type=del size=309720 2026-04-02T11:49:28.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.526+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~8PHLXTYO7RD3.0 size=1048576 2026-04-02T11:49:28.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.527+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~8PHLXTYO7RD3.1 size=522721 2026-04-02T11:49:28.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.528+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=8PHLXTYO7RD3 tag=FO01EV1P4CG6 type=write size=2619873 2026-04-02T11:49:28.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.529+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=WPNS7IXWTBON type=del size=89319 2026-04-02T11:49:28.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.531+0000 7f5d7598a880 1 < suggested remove operation key=OCGXGNN4YVH3 tag=WX8M7XW3TOTT type=del 2026-04-02T11:49:28.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.532+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=WIVGR7B750PH type=del size=4094549 2026-04-02T11:49:28.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.533+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~K2M8C1V6NHTW.0 size=1048576 2026-04-02T11:49:28.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.533+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~K2M8C1V6NHTW.1 size=967996 2026-04-02T11:49:28.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.534+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=K2M8C1V6NHTW tag=3M05FK7R2RF9 type=write size=3065148 2026-04-02T11:49:28.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.536+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=KFT15D47WQL3 type=del size=2901812 2026-04-02T11:49:28.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.537+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~6KAOE6WKV335.0 size=639807 2026-04-02T11:49:28.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.538+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=6KAOE6WKV335 tag=KG5FD3LHXX48 type=write size=1688383 2026-04-02T11:49:28.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.539+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=HYGXCSO97JQA type=write size=217962 2026-04-02T11:49:28.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.540+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=56O28LIEAV3Z type=del 2026-04-02T11:49:28.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.541+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~1ZIAC9V98H4P.0 size=1048576 2026-04-02T11:49:28.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.542+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~1ZIAC9V98H4P.1 size=1048576 2026-04-02T11:49:28.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.542+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~1ZIAC9V98H4P.2 size=284959 2026-04-02T11:49:28.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.542+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=1ZIAC9V98H4P tag=PYWT0E711B5C type=write size=3430687 2026-04-02T11:49:28.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.543+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~YW64VVC98Z02.0 size=1048576 2026-04-02T11:49:28.545 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.543+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~YW64VVC98Z02.1 size=1048576 2026-04-02T11:49:28.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.544+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~YW64VVC98Z02.2 size=543690 2026-04-02T11:49:28.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.545+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=YW64VVC98Z02 tag=SEN8EAEFRRA2 type=write size=3689418 2026-04-02T11:49:28.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.546+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=8YCBFILK16QF type=del size=2968734 2026-04-02T11:49:28.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.547+0000 7f5d7598a880 -1 < failed to complete operation key=OCGXGNN4YVH3 tag=4K7EA89YE3G1 type=del size=3868828: (22) Invalid argument 2026-04-02T11:49:28.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.548+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~KM8YMYAJ2RMI.0 size=643776 2026-04-02T11:49:28.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.548+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=KM8YMYAJ2RMI tag=V8DBZAMCDSLH type=write size=1692352 2026-04-02T11:49:28.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.550+0000 7f5d7598a880 1 < suggested update operation key=J4VNVDQ38I9H tag=HX6E29BFZE71 type=write size=615983 2026-04-02T11:49:28.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.550+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=CU9FUB4VERLQ type=del size=3307524 2026-04-02T11:49:28.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.551+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=VOOBO46YFSVK type=del 2026-04-02T11:49:28.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.552+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=077EEW1B7VKE type=del size=568131 2026-04-02T11:49:28.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.553+0000 7f5d7598a880 1 < suggested update operation key=7GZSL99JL986 tag=K7DDRJJXJMGX type=del size=3116130 2026-04-02T11:49:28.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.554+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=LTC27JCYBYKD type=del size=391275 2026-04-02T11:49:28.557 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.555+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=UOMJL6S3RZEK type=del 2026-04-02T11:49:28.557 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.556+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=F11UNYJSX2TY type=del size=3690293 2026-04-02T11:49:28.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.556+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=6Y9K5IAG7T2Z type=del 2026-04-02T11:49:28.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.557+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=QNRTI24NEWA4 type=del size=2199410 2026-04-02T11:49:28.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.557+0000 7f5d7598a880 1 < canceled part key=_multipart_07AW9BPTKOI3.2~2JZ6U3R0XP9V.0 size=1048576 2026-04-02T11:49:28.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.558+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~2JZ6U3R0XP9V.1 size=1048576 2026-04-02T11:49:28.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.558+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~2JZ6U3R0XP9V.2 size=805413 2026-04-02T11:49:28.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.560+0000 7f5d7598a880 1 < canceled multipart upload key=07AW9BPTKOI3 upload=2JZ6U3R0XP9V tag=CFTZ7JQR211Q type=write size=3951141 2026-04-02T11:49:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.561+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~CDLN6C33R4UC.0 size=1048576 2026-04-02T11:49:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.562+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~CDLN6C33R4UC.1 size=1048576 2026-04-02T11:49:28.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.562+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~CDLN6C33R4UC.2 size=817212 2026-04-02T11:49:28.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.562+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=CDLN6C33R4UC tag=EKRUPCFWQTOU type=write size=3962940 2026-04-02T11:49:28.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.565+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~7Y3WA8056Z4G.0 size=255029 2026-04-02T11:49:28.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.566+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=7Y3WA8056Z4G tag=Q2DA8PVMIRGP type=write size=1303605 2026-04-02T11:49:28.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.567+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=41J8FLGL32QD type=del size=2190035 2026-04-02T11:49:28.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.567+0000 7f5d7598a880 1 < completed write operation key=52PU1ZBC7VWW tag=00HK39TENC6W type=write size=723451 2026-04-02T11:49:28.570 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.568+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=DRVOKE71AXAB type=del size=2591115 2026-04-02T11:49:28.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.569+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=O4D8C4BMSA0Z type=del 2026-04-02T11:49:28.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.570+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=DOP22JAXXJHE type=del size=1530703 2026-04-02T11:49:28.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.570+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=WPNS7IXWTBON type=del 2026-04-02T11:49:28.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.572+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~UWRFYRMHRA8X.0 size=1048576 2026-04-02T11:49:28.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.572+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~UWRFYRMHRA8X.1 size=1048576 2026-04-02T11:49:28.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.573+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~UWRFYRMHRA8X.2 size=555875 2026-04-02T11:49:28.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.573+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=UWRFYRMHRA8X tag=OLBNS9E1O7LR type=write size=3701603 2026-04-02T11:49:28.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.574+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=WIVGR7B750PH type=del 2026-04-02T11:49:28.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.575+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~P9M08731T00T.0 size=1048576 2026-04-02T11:49:28.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.576+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~P9M08731T00T.1 size=1019928 2026-04-02T11:49:28.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.576+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=P9M08731T00T tag=4Y8E7S4T9UC9 type=write size=3117080 2026-04-02T11:49:28.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.576+0000 7f5d7598a880 1 < canceled operation key=ZIMLW0YTOPPK tag=KFT15D47WQL3 type=del size=2901812 2026-04-02T11:49:28.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.577+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=CRY1PQJQ9JK5 type=write size=473801 2026-04-02T11:49:28.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.578+0000 7f5d7598a880 1 < completed write operation key=5SYEEEI3LHR1 tag=HYGXCSO97JQA type=write size=217962 2026-04-02T11:49:28.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.579+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~6OGMQSU1HXOX.0 size=1048576 2026-04-02T11:49:28.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.580+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~6OGMQSU1HXOX.1 size=1048576 2026-04-02T11:49:28.582 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.580+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~6OGMQSU1HXOX.2 size=662241 2026-04-02T11:49:28.582 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.580+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=6OGMQSU1HXOX tag=6TK9WJ48L51N type=write size=3807969 2026-04-02T11:49:28.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.581+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~1ZIAC9V98H4P.0 size=1048576 2026-04-02T11:49:28.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.582+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~1ZIAC9V98H4P.1 size=1048576 2026-04-02T11:49:28.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.582+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~1ZIAC9V98H4P.2 size=284959 2026-04-02T11:49:28.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.584+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=1ZIAC9V98H4P tag=PYWT0E711B5C type=write size=3430687 2026-04-02T11:49:28.587 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.585+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~MET7DDB93L2J.0 size=1048576 2026-04-02T11:49:28.587 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.585+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~MET7DDB93L2J.1 size=1048576 2026-04-02T11:49:28.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.586+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~MET7DDB93L2J.2 size=1045897 2026-04-02T11:49:28.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.586+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=MET7DDB93L2J tag=2L21E22C8JGV type=write size=4191625 2026-04-02T11:49:28.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.587+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=8YCBFILK16QF type=del 2026-04-02T11:49:28.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.588+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~IB1F6GK745A1.0 size=144211 2026-04-02T11:49:28.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.588+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=IB1F6GK745A1 tag=C9ZQ06YVOI2J type=write size=1192787 2026-04-02T11:49:28.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.589+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~KM8YMYAJ2RMI.0 size=643776 2026-04-02T11:49:28.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.590+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=KM8YMYAJ2RMI tag=V8DBZAMCDSLH type=write size=1692352 2026-04-02T11:49:28.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.592+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~0BR398O3Q2ZK.0 size=14741 2026-04-02T11:49:28.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.592+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=0BR398O3Q2ZK tag=XMN3KNA2EKWA type=write size=1063317 2026-04-02T11:49:28.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.592+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=CU9FUB4VERLQ type=del 2026-04-02T11:49:28.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.594+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~3I190XNP32NJ.0 size=1048576 2026-04-02T11:49:28.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.594+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~3I190XNP32NJ.1 size=124735 2026-04-02T11:49:28.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.594+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=3I190XNP32NJ tag=14UY6ZRLTT26 type=write size=2221887 2026-04-02T11:49:28.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.595+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=077EEW1B7VKE type=del 2026-04-02T11:49:28.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.596+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=LJM3JKRCPU82 type=write size=726006 2026-04-02T11:49:28.599 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.597+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=LTC27JCYBYKD type=del 2026-04-02T11:49:28.599 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.598+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=IO26Y3LP6PUO type=del size=2755836 2026-04-02T11:49:28.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.599+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=F11UNYJSX2TY type=del 2026-04-02T11:49:28.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.600+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~TPJO81FKH4YW.0 size=908578 2026-04-02T11:49:28.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.600+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=TPJO81FKH4YW tag=9SV72ZVF7UT2 type=write size=1957154 2026-04-02T11:49:28.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.601+0000 7f5d7598a880 1 < suggested update operation key=7GZSL99JL986 tag=QNRTI24NEWA4 type=del size=2199410 2026-04-02T11:49:28.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.603+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=Q4G302ZSIK64 type=del size=637199 2026-04-02T11:49:28.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.604+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~CDLN6C33R4UC.0 size=1048576 2026-04-02T11:49:28.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.604+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~CDLN6C33R4UC.1 size=1048576 2026-04-02T11:49:28.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.605+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~CDLN6C33R4UC.2 size=817212 2026-04-02T11:49:28.608 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.606+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=CDLN6C33R4UC tag=EKRUPCFWQTOU type=write size=3962940 2026-04-02T11:49:28.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.607+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=DIYFRD59XKC9 type=write size=430883 2026-04-02T11:49:28.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.608+0000 7f5d7598a880 1 < suggested remove operation key=11O38SMUYMX2 tag=41J8FLGL32QD type=del 2026-04-02T11:49:28.611 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.610+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~ZHPTQSZ1U786.0 size=804174 2026-04-02T11:49:28.611 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.610+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=ZHPTQSZ1U786 tag=DJPA7I3NRLEE type=write size=1852750 2026-04-02T11:49:28.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.610+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=DRVOKE71AXAB type=del 2026-04-02T11:49:28.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.611+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=N52V13TSRR8U type=del size=3009886 2026-04-02T11:49:28.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.612+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=DOP22JAXXJHE type=del 2026-04-02T11:49:28.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.613+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~LJP67ELTYQU5.0 size=1048576 2026-04-02T11:49:28.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.614+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~LJP67ELTYQU5.1 size=1048576 2026-04-02T11:49:28.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.614+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~LJP67ELTYQU5.2 size=159221 2026-04-02T11:49:28.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.614+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=LJP67ELTYQU5 tag=IRFR8O16HM1C type=write size=3304949 2026-04-02T11:49:28.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.615+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~UWRFYRMHRA8X.0 size=1048576 2026-04-02T11:49:28.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.616+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~UWRFYRMHRA8X.1 size=1048576 2026-04-02T11:49:28.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.616+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~UWRFYRMHRA8X.2 size=555875 2026-04-02T11:49:28.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.617+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=UWRFYRMHRA8X tag=OLBNS9E1O7LR type=write size=3701603 2026-04-02T11:49:28.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.618+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=VXE7WB744AJB type=write size=738510 2026-04-02T11:49:28.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.619+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~P9M08731T00T.0 size=1048576 2026-04-02T11:49:28.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.619+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~P9M08731T00T.1 size=1019928 2026-04-02T11:49:28.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.621+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=P9M08731T00T tag=4Y8E7S4T9UC9 type=write size=3117080 2026-04-02T11:49:28.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.621+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=S4SNQ4DYF992 type=del size=1115290 2026-04-02T11:49:28.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.622+0000 7f5d7598a880 1 < completed write operation key=ZS5NQMR2F1CO tag=CRY1PQJQ9JK5 type=write size=473801 2026-04-02T11:49:28.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.623+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=JTOZND04OKNW type=del size=3047627 2026-04-02T11:49:28.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.623+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~6OGMQSU1HXOX.0 size=1048576 2026-04-02T11:49:28.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.624+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~6OGMQSU1HXOX.1 size=1048576 2026-04-02T11:49:28.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.624+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~6OGMQSU1HXOX.2 size=662241 2026-04-02T11:49:28.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.626+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=6OGMQSU1HXOX tag=6TK9WJ48L51N type=write size=3807969 2026-04-02T11:49:28.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.628+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~YTKTW6JLDN4W.0 size=1048576 2026-04-02T11:49:28.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.628+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~YTKTW6JLDN4W.1 size=1048576 2026-04-02T11:49:28.631 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.629+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~YTKTW6JLDN4W.2 size=920491 2026-04-02T11:49:28.631 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.629+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=YTKTW6JLDN4W tag=SAK1KIJ406IY type=write size=4066219 2026-04-02T11:49:28.631 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.630+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~MET7DDB93L2J.0 size=1048576 2026-04-02T11:49:28.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.630+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~MET7DDB93L2J.1 size=1048576 2026-04-02T11:49:28.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.631+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~MET7DDB93L2J.2 size=1045897 2026-04-02T11:49:28.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.632+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=MET7DDB93L2J tag=2L21E22C8JGV type=write size=4191625 2026-04-02T11:49:28.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.643+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=8OW1OAP21ZOW type=del size=3940388 2026-04-02T11:49:28.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.644+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~IB1F6GK745A1.0 size=144211 2026-04-02T11:49:28.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.645+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=IB1F6GK745A1 tag=C9ZQ06YVOI2J type=write size=1192787 2026-04-02T11:49:28.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.646+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~DXDP2X99DJAI.0 size=1048576 2026-04-02T11:49:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.647+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~DXDP2X99DJAI.1 size=346378 2026-04-02T11:49:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.647+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=DXDP2X99DJAI tag=X7BFGS9JF1GJ type=write size=2443530 2026-04-02T11:49:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.648+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~0BR398O3Q2ZK.0 size=14741 2026-04-02T11:49:28.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.649+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=0BR398O3Q2ZK tag=XMN3KNA2EKWA type=write size=1063317 2026-04-02T11:49:28.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.650+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~FOD99E7PKOQK.0 size=1008219 2026-04-02T11:49:28.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.650+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=FOD99E7PKOQK tag=99VC2NW534BV type=write size=2056795 2026-04-02T11:49:28.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.651+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~3I190XNP32NJ.0 size=1048576 2026-04-02T11:49:28.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.651+0000 7f5d7598a880 1 < canceled part key=_multipart_7GZSL99JL986.2~3I190XNP32NJ.1 size=124735 2026-04-02T11:49:28.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.652+0000 7f5d7598a880 1 < canceled multipart upload key=7GZSL99JL986 upload=3I190XNP32NJ tag=14UY6ZRLTT26 type=write size=2221887 2026-04-02T11:49:28.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.653+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=23Z75XMIDJFG type=del size=2576137 2026-04-02T11:49:28.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.653+0000 7f5d7598a880 1 < completed write operation key=C6GX0GW6KDYE tag=LJM3JKRCPU82 type=write size=726006 2026-04-02T11:49:28.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.655+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~0X7BJLMOLDS9.0 size=1048576 2026-04-02T11:49:28.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.655+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~0X7BJLMOLDS9.1 size=1048576 2026-04-02T11:49:28.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.656+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~0X7BJLMOLDS9.2 size=14957 2026-04-02T11:49:28.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.656+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=0X7BJLMOLDS9 tag=P1PCRDOM6ZKX type=write size=3160685 2026-04-02T11:49:28.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.656+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=IO26Y3LP6PUO type=del 2026-04-02T11:49:28.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.657+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=HPRZ7WB1GX31 type=del size=246025 2026-04-02T11:49:28.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.658+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~TPJO81FKH4YW.0 size=908578 2026-04-02T11:49:28.661 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.659+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=TPJO81FKH4YW tag=9SV72ZVF7UT2 type=write size=1957154 2026-04-02T11:49:28.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.660+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=CKKRM1GKQVJ2 type=del size=3547115 2026-04-02T11:49:28.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.661+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=Q4G302ZSIK64 type=del 2026-04-02T11:49:28.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.661+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=O5RXB5CDWNH9 type=del size=3475183 2026-04-02T11:49:28.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.663+0000 7f5d7598a880 1 < suggested remove operation key=C6GX0GW6KDYE tag=DIYFRD59XKC9 type=write 2026-04-02T11:49:28.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.664+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~DBDE018LPW4E.0 size=162152 2026-04-02T11:49:28.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.664+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=DBDE018LPW4E tag=VIAVSQOD4UFK type=write size=1210728 2026-04-02T11:49:28.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.664+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~ZHPTQSZ1U786.0 size=804174 2026-04-02T11:49:28.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.665+0000 7f5d7598a880 1 < canceled multipart upload key=HOC3CF4CF4HD upload=ZHPTQSZ1U786 tag=DJPA7I3NRLEE type=write size=1852750 2026-04-02T11:49:28.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.666+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=NZ41THJM04IT type=del size=219572 2026-04-02T11:49:28.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.668+0000 7f5d7598a880 1 < suggested update operation key=IOCSURQ3BMAF tag=N52V13TSRR8U type=del size=3009886 2026-04-02T11:49:28.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.668+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=LBUYR9Y66SY0 type=del size=33753 2026-04-02T11:49:28.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.669+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~LJP67ELTYQU5.0 size=1048576 2026-04-02T11:49:28.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.670+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~LJP67ELTYQU5.1 size=1048576 2026-04-02T11:49:28.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.670+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~LJP67ELTYQU5.2 size=159221 2026-04-02T11:49:28.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.672+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=LJP67ELTYQU5 tag=IRFR8O16HM1C type=write size=3304949 2026-04-02T11:49:28.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.672+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=15H2AC0IHC5V type=del size=982833 2026-04-02T11:49:28.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.673+0000 7f5d7598a880 1 < completed write operation key=07AW9BPTKOI3 tag=VXE7WB744AJB type=write size=738510 2026-04-02T11:49:28.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.674+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~BUWQNHG7TA2B.0 size=632808 2026-04-02T11:49:28.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.674+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=BUWQNHG7TA2B tag=Y1WQ1RL3JBKN type=write size=1681384 2026-04-02T11:49:28.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.675+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=S4SNQ4DYF992 type=del 2026-04-02T11:49:28.678 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.676+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~7JDG1LC5W0JK.0 size=1048576 2026-04-02T11:49:28.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.677+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~7JDG1LC5W0JK.1 size=126116 2026-04-02T11:49:28.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.677+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=7JDG1LC5W0JK tag=HYTUUDLRO8F8 type=write size=2223268 2026-04-02T11:49:28.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.678+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=JTOZND04OKNW type=del 2026-04-02T11:49:28.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.678+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=Q10AZO3H2FXR type=del size=155942 2026-04-02T11:49:28.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.679+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~YTKTW6JLDN4W.0 size=1048576 2026-04-02T11:49:28.682 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.680+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~YTKTW6JLDN4W.1 size=1048576 2026-04-02T11:49:28.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.681+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~YTKTW6JLDN4W.2 size=920491 2026-04-02T11:49:28.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.682+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=YTKTW6JLDN4W tag=SAK1KIJ406IY type=write size=4066219 2026-04-02T11:49:28.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.683+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=XUANTY87IGOI type=del size=1058458 2026-04-02T11:49:28.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.684+0000 7f5d7598a880 1 < canceled operation key=ZIMLW0YTOPPK tag=8OW1OAP21ZOW type=del size=3940388 2026-04-02T11:49:28.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.685+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~M7N5WG20IREH.0 size=1048576 2026-04-02T11:49:28.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.685+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~M7N5WG20IREH.1 size=851826 2026-04-02T11:49:28.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.685+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=M7N5WG20IREH tag=J7E0JVM8JO22 type=write size=2948978 2026-04-02T11:49:28.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.686+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~DXDP2X99DJAI.0 size=1048576 2026-04-02T11:49:28.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.687+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~DXDP2X99DJAI.1 size=346378 2026-04-02T11:49:28.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.688+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=DXDP2X99DJAI tag=X7BFGS9JF1GJ type=write size=2443530 2026-04-02T11:49:28.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.689+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~TSOJW00IQX3X.0 size=1048576 2026-04-02T11:49:28.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.690+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~TSOJW00IQX3X.1 size=208487 2026-04-02T11:49:28.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.690+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=TSOJW00IQX3X tag=PHL45DM46XT7 type=write size=2305639 2026-04-02T11:49:28.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.690+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~FOD99E7PKOQK.0 size=1008219 2026-04-02T11:49:28.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.691+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=FOD99E7PKOQK tag=99VC2NW534BV type=write size=2056795 2026-04-02T11:49:28.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.692+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=R9UQKS3L5PEA type=del size=3185119 2026-04-02T11:49:28.695 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.694+0000 7f5d7598a880 1 < suggested update operation key=TG8AKFTZB4ZM tag=23Z75XMIDJFG type=del size=2576137 2026-04-02T11:49:28.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.695+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~37JR1TJI9RD5.0 size=1048576 2026-04-02T11:49:28.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.696+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~37JR1TJI9RD5.1 size=320662 2026-04-02T11:49:28.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.696+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=37JR1TJI9RD5 tag=P84HG4334VPV type=write size=2417814 2026-04-02T11:49:28.698 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.696+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~0X7BJLMOLDS9.0 size=1048576 2026-04-02T11:49:28.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.697+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~0X7BJLMOLDS9.1 size=1048576 2026-04-02T11:49:28.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.697+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~0X7BJLMOLDS9.2 size=14957 2026-04-02T11:49:28.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.699+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=0X7BJLMOLDS9 tag=P1PCRDOM6ZKX type=write size=3160685 2026-04-02T11:49:28.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.700+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=48BEH01JWXZ0 type=del size=2748169 2026-04-02T11:49:28.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.700+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=HPRZ7WB1GX31 type=del 2026-04-02T11:49:28.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.701+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=N39O4CEXWUCN type=del size=194804 2026-04-02T11:49:28.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.702+0000 7f5d7598a880 1 < canceled operation key=07AW9BPTKOI3 tag=CKKRM1GKQVJ2 type=del size=3547115 2026-04-02T11:49:28.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.702+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=45OJJJ9GIT3K type=del size=86743 2026-04-02T11:49:28.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.703+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=O5RXB5CDWNH9 type=del 2026-04-02T11:49:28.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.704+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=18SKXUTHSJLU type=del size=889060 2026-04-02T11:49:28.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.704+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~DBDE018LPW4E.0 size=162152 2026-04-02T11:49:28.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.706+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=DBDE018LPW4E tag=VIAVSQOD4UFK type=write size=1210728 2026-04-02T11:49:28.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.706+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=B1S5MR3HN3YY type=del size=4061671 2026-04-02T11:49:28.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.707+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=NZ41THJM04IT type=del 2026-04-02T11:49:28.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.708+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=7PZFAFXX79IO type=del size=2865299 2026-04-02T11:49:28.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.709+0000 7f5d7598a880 1 < suggested update operation key=V6UN2ZWR2MRB tag=LBUYR9Y66SY0 type=del size=33753 2026-04-02T11:49:28.712 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.710+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~RL5HJLU8ZUI2.0 size=1048576 2026-04-02T11:49:28.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.711+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~RL5HJLU8ZUI2.1 size=1048576 2026-04-02T11:49:28.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.711+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~RL5HJLU8ZUI2.2 size=55119 2026-04-02T11:49:28.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.711+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=RL5HJLU8ZUI2 tag=309CVGG7ZQ2N type=write size=3200847 2026-04-02T11:49:28.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.712+0000 7f5d7598a880 1 < canceled operation key=VILE4YEMEN09 tag=15H2AC0IHC5V type=del size=982833 2026-04-02T11:49:28.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.713+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=EOSL85OM1OAY type=del size=1013713 2026-04-02T11:49:28.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.714+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~BUWQNHG7TA2B.0 size=632808 2026-04-02T11:49:28.717 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.715+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=BUWQNHG7TA2B tag=Y1WQ1RL3JBKN type=write size=1681384 2026-04-02T11:49:28.717 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.716+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=8ON2F0USA3L4 type=del size=2462457 2026-04-02T11:49:28.717 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.716+0000 7f5d7598a880 1 < canceled part key=_multipart_ZQKQX36TNEUQ.2~7JDG1LC5W0JK.0 size=1048576 2026-04-02T11:49:28.718 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.716+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~7JDG1LC5W0JK.1 size=126116 2026-04-02T11:49:28.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.718+0000 7f5d7598a880 1 < canceled multipart upload key=ZQKQX36TNEUQ upload=7JDG1LC5W0JK tag=HYTUUDLRO8F8 type=write size=2223268 2026-04-02T11:49:28.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.719+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~U9OCI443FDWO.0 size=11249 2026-04-02T11:49:28.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.719+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=U9OCI443FDWO tag=R3YA99B5GH3G type=write size=1059825 2026-04-02T11:49:28.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.720+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=Q10AZO3H2FXR type=del 2026-04-02T11:49:28.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.720+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=W3ZWJ6EJHDS3 type=del size=1795490 2026-04-02T11:49:28.723 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.721+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=XUANTY87IGOI type=del 2026-04-02T11:49:28.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.722+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~Z2P8RE0FF0Z2.0 size=92406 2026-04-02T11:49:28.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.722+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=Z2P8RE0FF0Z2 tag=31RPONTWXSTJ type=write size=1140982 2026-04-02T11:49:28.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.723+0000 7f5d7598a880 1 < canceled part key=_multipart_WMXK0TM2YJZJ.2~M7N5WG20IREH.0 size=1048576 2026-04-02T11:49:28.725 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.723+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~M7N5WG20IREH.1 size=851826 2026-04-02T11:49:28.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.724+0000 7f5d7598a880 1 < canceled multipart upload key=WMXK0TM2YJZJ upload=M7N5WG20IREH tag=J7E0JVM8JO22 type=write size=2948978 2026-04-02T11:49:28.727 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.725+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=Z1RC1NR14182 type=del size=649474 2026-04-02T11:49:28.727 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.726+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~TSOJW00IQX3X.0 size=1048576 2026-04-02T11:49:28.728 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.726+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~TSOJW00IQX3X.1 size=208487 2026-04-02T11:49:28.729 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.727+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=TSOJW00IQX3X tag=PHL45DM46XT7 type=write size=2305639 2026-04-02T11:49:28.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.728+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=4FH1A29CZN6A type=del size=1127697 2026-04-02T11:49:28.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.729+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=R9UQKS3L5PEA type=del 2026-04-02T11:49:28.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.730+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=3W11VUX4EH5A type=del size=4065855 2026-04-02T11:49:28.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.730+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~37JR1TJI9RD5.0 size=1048576 2026-04-02T11:49:28.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.731+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~37JR1TJI9RD5.1 size=320662 2026-04-02T11:49:28.734 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.732+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=37JR1TJI9RD5 tag=P84HG4334VPV type=write size=2417814 2026-04-02T11:49:28.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.733+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=3MVZNV0EAN4H type=del size=2525746 2026-04-02T11:49:28.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.734+0000 7f5d7598a880 1 < suggested update operation key=J47182HKJTLL tag=48BEH01JWXZ0 type=del size=2748169 2026-04-02T11:49:28.737 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.736+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~UCNFMOWLZOPV.0 size=1048576 2026-04-02T11:49:28.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.736+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~UCNFMOWLZOPV.1 size=515570 2026-04-02T11:49:28.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.736+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=UCNFMOWLZOPV tag=JA7GHD5E7U1Y type=write size=2612722 2026-04-02T11:49:28.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.737+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=N39O4CEXWUCN type=del 2026-04-02T11:49:28.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.738+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~39G0ESK4WYN4.0 size=1048576 2026-04-02T11:49:28.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.739+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~39G0ESK4WYN4.1 size=1048576 2026-04-02T11:49:28.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.740+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~39G0ESK4WYN4.2 size=925962 2026-04-02T11:49:28.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.740+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=39G0ESK4WYN4 tag=IU7TQ82IPNXT type=write size=4071690 2026-04-02T11:49:28.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.740+0000 7f5d7598a880 -1 < failed to complete operation key=V6UN2ZWR2MRB tag=45OJJJ9GIT3K type=del size=86743: (22) Invalid argument 2026-04-02T11:49:28.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.741+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=FE6TCFLMX983 type=write size=964069 2026-04-02T11:49:28.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.742+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=18SKXUTHSJLU type=del 2026-04-02T11:49:28.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.743+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=7HL9KZ09UELX type=write size=9389 2026-04-02T11:49:28.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.745+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=B1S5MR3HN3YY type=del 2026-04-02T11:49:28.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.746+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=VTB0MF0GAUMW type=del size=1645100 2026-04-02T11:49:28.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.747+0000 7f5d7598a880 1 < suggested remove operation key=52PU1ZBC7VWW tag=7PZFAFXX79IO type=del 2026-04-02T11:49:28.750 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.748+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=7SKLPEQL8N3D type=del size=3397829 2026-04-02T11:49:28.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.750+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~RL5HJLU8ZUI2.0 size=1048576 2026-04-02T11:49:28.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.751+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~RL5HJLU8ZUI2.1 size=1048576 2026-04-02T11:49:28.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.752+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~RL5HJLU8ZUI2.2 size=55119 2026-04-02T11:49:28.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.753+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=RL5HJLU8ZUI2 tag=309CVGG7ZQ2N type=write size=3200847 2026-04-02T11:49:28.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.754+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=XAUJU4Q6O297 type=del size=2663143 2026-04-02T11:49:28.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.755+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=EOSL85OM1OAY type=del 2026-04-02T11:49:28.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.756+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~2O9RMFO9L78N.0 size=28104 2026-04-02T11:49:28.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.756+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=2O9RMFO9L78N tag=CEXS7MTN20O2 type=write size=1076680 2026-04-02T11:49:28.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.758+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=8ON2F0USA3L4 type=del 2026-04-02T11:49:28.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.759+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~GNC86NTX1P6Z.0 size=1048576 2026-04-02T11:49:28.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.760+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~GNC86NTX1P6Z.1 size=552166 2026-04-02T11:49:28.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.760+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=GNC86NTX1P6Z tag=342QI3J0LWDN type=write size=2649318 2026-04-02T11:49:28.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.761+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~U9OCI443FDWO.0 size=11249 2026-04-02T11:49:28.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.763+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=U9OCI443FDWO tag=R3YA99B5GH3G type=write size=1059825 2026-04-02T11:49:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.763+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=GJGXWV6YN4TE type=del size=157791 2026-04-02T11:49:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.764+0000 7f5d7598a880 -1 < failed to complete operation key=J47182HKJTLL tag=W3ZWJ6EJHDS3 type=del size=1795490: (22) Invalid argument 2026-04-02T11:49:28.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.766+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~97HB0DFZYV6B.0 size=1048576 2026-04-02T11:49:28.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.766+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~97HB0DFZYV6B.1 size=1048576 2026-04-02T11:49:28.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.767+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~97HB0DFZYV6B.2 size=254080 2026-04-02T11:49:28.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.767+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=97HB0DFZYV6B tag=3CCVWNHXTVIH type=write size=3399808 2026-04-02T11:49:28.770 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.768+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~Z2P8RE0FF0Z2.0 size=92406 2026-04-02T11:49:28.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.770+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=Z2P8RE0FF0Z2 tag=31RPONTWXSTJ type=write size=1140982 2026-04-02T11:49:28.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.771+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~11QLWUZ1MEJZ.0 size=153571 2026-04-02T11:49:28.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.771+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=11QLWUZ1MEJZ tag=0G2LG04V57PQ type=write size=1202147 2026-04-02T11:49:28.774 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.772+0000 7f5d7598a880 -1 < failed to complete operation key=52PU1ZBC7VWW tag=Z1RC1NR14182 type=del size=649474: (22) Invalid argument 2026-04-02T11:49:28.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.773+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=Q8JM4T198ABP type=del size=3065460 2026-04-02T11:49:28.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.774+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=4FH1A29CZN6A type=del 2026-04-02T11:49:28.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.774+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=HFD15M9Y0F3B type=del size=2214598 2026-04-02T11:49:28.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.775+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=3W11VUX4EH5A type=del 2026-04-02T11:49:28.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.776+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=MESIVON7VG0B type=del size=2042274 2026-04-02T11:49:28.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.777+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=3MVZNV0EAN4H type=del 2026-04-02T11:49:28.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.778+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~JZ063Q2HW28K.0 size=1048576 2026-04-02T11:49:28.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.778+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~JZ063Q2HW28K.1 size=11329 2026-04-02T11:49:28.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.778+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=JZ063Q2HW28K tag=JGK60KPIK8D3 type=write size=2108481 2026-04-02T11:49:28.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.779+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~UCNFMOWLZOPV.0 size=1048576 2026-04-02T11:49:28.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.779+0000 7f5d7598a880 1 < canceled part key=_multipart_V6UN2ZWR2MRB.2~UCNFMOWLZOPV.1 size=515570 2026-04-02T11:49:28.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.782+0000 7f5d7598a880 1 < canceled multipart upload key=V6UN2ZWR2MRB upload=UCNFMOWLZOPV tag=JA7GHD5E7U1Y type=write size=2612722 2026-04-02T11:49:28.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.783+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=DAJQZOK29JTZ type=del size=1842282 2026-04-02T11:49:28.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.784+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~39G0ESK4WYN4.0 size=1048576 2026-04-02T11:49:28.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.784+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~39G0ESK4WYN4.1 size=1048576 2026-04-02T11:49:28.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.785+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~39G0ESK4WYN4.2 size=925962 2026-04-02T11:49:28.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.786+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=39G0ESK4WYN4 tag=IU7TQ82IPNXT type=write size=4071690 2026-04-02T11:49:28.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.787+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=YZY93156U39Q type=del size=2673288 2026-04-02T11:49:28.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.789+0000 7f5d7598a880 1 < suggested remove operation key=5MI2F3J8J9MJ tag=FE6TCFLMX983 type=write 2026-04-02T11:49:28.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.789+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=0TGKMS331QER type=write size=721752 2026-04-02T11:49:28.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.790+0000 7f5d7598a880 1 < completed write operation key=07AW9BPTKOI3 tag=7HL9KZ09UELX type=write size=9389 2026-04-02T11:49:28.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.791+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=DYQ7EA5R2EUS type=del size=2432486 2026-04-02T11:49:28.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.793+0000 7f5d7598a880 1 < suggested update operation key=5AJK8GE86W32 tag=VTB0MF0GAUMW type=del size=1645100 2026-04-02T11:49:28.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.794+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~DWTCCAOEESCS.0 size=708456 2026-04-02T11:49:28.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.794+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=DWTCCAOEESCS tag=5D1O30F2DVJE type=write size=1757032 2026-04-02T11:49:28.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.795+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=7SKLPEQL8N3D type=del 2026-04-02T11:49:28.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.796+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~Z9OK97QPF1GZ.0 size=1048576 2026-04-02T11:49:28.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.797+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~Z9OK97QPF1GZ.1 size=991475 2026-04-02T11:49:28.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.797+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=Z9OK97QPF1GZ tag=CG2CAUUAH4H5 type=write size=3088627 2026-04-02T11:49:28.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.798+0000 7f5d7598a880 1 < suggested remove operation key=5AJK8GE86W32 tag=XAUJU4Q6O297 type=del 2026-04-02T11:49:28.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.800+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~DETN6A7MJ4VJ.0 size=1048576 2026-04-02T11:49:28.802 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.800+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~DETN6A7MJ4VJ.1 size=1048576 2026-04-02T11:49:28.803 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.801+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~DETN6A7MJ4VJ.2 size=422363 2026-04-02T11:49:28.803 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.801+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=DETN6A7MJ4VJ tag=67FK0H523XZA type=write size=3568091 2026-04-02T11:49:28.803 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.802+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~2O9RMFO9L78N.0 size=28104 2026-04-02T11:49:28.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.803+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=2O9RMFO9L78N tag=CEXS7MTN20O2 type=write size=1076680 2026-04-02T11:49:28.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.804+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=PFQ9TL15JOE4 type=del size=240680 2026-04-02T11:49:28.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.805+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~GNC86NTX1P6Z.0 size=1048576 2026-04-02T11:49:28.807 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.805+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~GNC86NTX1P6Z.1 size=552166 2026-04-02T11:49:28.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.807+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=GNC86NTX1P6Z tag=342QI3J0LWDN type=write size=2649318 2026-04-02T11:49:28.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.808+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=1VWQ38KQFJSZ type=write size=783574 2026-04-02T11:49:28.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.809+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=GJGXWV6YN4TE type=del 2026-04-02T11:49:28.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.811+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~IQIUMX71MHSI.0 size=821107 2026-04-02T11:49:28.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.811+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=IQIUMX71MHSI tag=ZYRLE1XR1RR3 type=write size=1869683 2026-04-02T11:49:28.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.812+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~97HB0DFZYV6B.0 size=1048576 2026-04-02T11:49:28.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.812+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~97HB0DFZYV6B.1 size=1048576 2026-04-02T11:49:28.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.813+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~97HB0DFZYV6B.2 size=254080 2026-04-02T11:49:28.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.814+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=97HB0DFZYV6B tag=3CCVWNHXTVIH type=write size=3399808 2026-04-02T11:49:28.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.815+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=N9T3KU5LHL60 type=del size=3714507 2026-04-02T11:49:28.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.815+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~11QLWUZ1MEJZ.0 size=153571 2026-04-02T11:49:28.818 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.817+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=11QLWUZ1MEJZ tag=0G2LG04V57PQ type=write size=1202147 2026-04-02T11:49:28.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.818+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~N3P27K6N0CAA.0 size=1048576 2026-04-02T11:49:28.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.819+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~N3P27K6N0CAA.1 size=1048576 2026-04-02T11:49:28.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.819+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~N3P27K6N0CAA.2 size=949450 2026-04-02T11:49:28.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.819+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=N3P27K6N0CAA tag=OBMDJXGVAWU7 type=write size=4095178 2026-04-02T11:49:28.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.820+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=Q8JM4T198ABP type=del 2026-04-02T11:49:28.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.822+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~7IWOQ5T4GHEW.0 size=124273 2026-04-02T11:49:28.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.822+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=7IWOQ5T4GHEW tag=Q4QQ038RQ7K9 type=write size=1172849 2026-04-02T11:49:28.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.822+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=HFD15M9Y0F3B type=del 2026-04-02T11:49:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.823+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=6P76SH6N1NE9 type=write size=826397 2026-04-02T11:49:28.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.824+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=MESIVON7VG0B type=del 2026-04-02T11:49:28.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.826+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~URCMK6XOZMYV.0 size=1048576 2026-04-02T11:49:28.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.826+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~URCMK6XOZMYV.1 size=1048576 2026-04-02T11:49:28.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.828+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~URCMK6XOZMYV.2 size=115865 2026-04-02T11:49:28.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.828+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=URCMK6XOZMYV tag=DGZPG6J1IL5B type=write size=3261593 2026-04-02T11:49:28.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.828+0000 7f5d7598a880 1 < canceled part key=_multipart_TJDWV3CEZ1PF.2~JZ063Q2HW28K.0 size=1048576 2026-04-02T11:49:28.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.829+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~JZ063Q2HW28K.1 size=11329 2026-04-02T11:49:28.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.830+0000 7f5d7598a880 1 < canceled multipart upload key=TJDWV3CEZ1PF upload=JZ063Q2HW28K tag=JGK60KPIK8D3 type=write size=2108481 2026-04-02T11:49:28.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.831+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~ZRV2CJOB49FJ.0 size=1048576 2026-04-02T11:49:28.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.832+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~ZRV2CJOB49FJ.1 size=411067 2026-04-02T11:49:28.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.832+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=ZRV2CJOB49FJ tag=DXMQAAB715E9 type=write size=2508219 2026-04-02T11:49:28.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.833+0000 7f5d7598a880 1 < canceled operation key=11O38SMUYMX2 tag=DAJQZOK29JTZ type=del size=1842282 2026-04-02T11:49:28.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.835+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~DZ3FKKBK5DN8.0 size=1048576 2026-04-02T11:49:28.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.836+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~DZ3FKKBK5DN8.1 size=974071 2026-04-02T11:49:28.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.836+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=DZ3FKKBK5DN8 tag=I469Y2SN52K0 type=write size=3071223 2026-04-02T11:49:28.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.837+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=YZY93156U39Q type=del 2026-04-02T11:49:28.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.838+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=USICN7PBMNNA type=del size=28381 2026-04-02T11:49:28.841 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.839+0000 7f5d7598a880 1 < completed write operation key=C6GX0GW6KDYE tag=0TGKMS331QER type=write size=721752 2026-04-02T11:49:28.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.842+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~7UM8RAXFHZFG.0 size=1048576 2026-04-02T11:49:28.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.843+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~7UM8RAXFHZFG.1 size=34949 2026-04-02T11:49:28.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.843+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=7UM8RAXFHZFG tag=PMEBIC7GOG5R type=write size=2132101 2026-04-02T11:49:28.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.844+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=DYQ7EA5R2EUS type=del 2026-04-02T11:49:28.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.845+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=QKY3L5F7JPUY type=del size=404966 2026-04-02T11:49:28.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.846+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~DWTCCAOEESCS.0 size=708456 2026-04-02T11:49:28.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.847+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=DWTCCAOEESCS tag=5D1O30F2DVJE type=write size=1757032 2026-04-02T11:49:28.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.849+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~4BCEKS27OQFL.0 size=1048576 2026-04-02T11:49:28.851 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.849+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~4BCEKS27OQFL.1 size=1048576 2026-04-02T11:49:28.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.850+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~4BCEKS27OQFL.2 size=1012937 2026-04-02T11:49:28.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.850+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=4BCEKS27OQFL tag=XJPT0KFO88Z5 type=write size=4158665 2026-04-02T11:49:28.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.851+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~Z9OK97QPF1GZ.0 size=1048576 2026-04-02T11:49:28.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.852+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~Z9OK97QPF1GZ.1 size=991475 2026-04-02T11:49:28.855 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.853+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=Z9OK97QPF1GZ tag=CG2CAUUAH4H5 type=write size=3088627 2026-04-02T11:49:28.856 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.854+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=VIRP46NR5K63 type=del size=1047986 2026-04-02T11:49:28.857 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.855+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~DETN6A7MJ4VJ.0 size=1048576 2026-04-02T11:49:28.858 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.856+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~DETN6A7MJ4VJ.1 size=1048576 2026-04-02T11:49:28.858 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.857+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~DETN6A7MJ4VJ.2 size=422363 2026-04-02T11:49:28.860 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.858+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=DETN6A7MJ4VJ tag=67FK0H523XZA type=write size=3568091 2026-04-02T11:49:28.861 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.859+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=W0J9LCZNHW0E type=del size=3729225 2026-04-02T11:49:28.862 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.860+0000 7f5d7598a880 1 < suggested update operation key=HYSJYWQT3N55 tag=PFQ9TL15JOE4 type=del size=240680 2026-04-02T11:49:28.863 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.861+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=GLWVA8SJD4B1 type=del size=3228587 2026-04-02T11:49:28.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.862+0000 7f5d7598a880 1 < canceled operation key=C6GX0GW6KDYE tag=1VWQ38KQFJSZ type=write size=783574 2026-04-02T11:49:28.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.863+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~S0OFINHUBNAY.0 size=551346 2026-04-02T11:49:28.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.863+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=S0OFINHUBNAY tag=G7UKMPZ2MQDJ type=write size=1599922 2026-04-02T11:49:28.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.864+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~IQIUMX71MHSI.0 size=821107 2026-04-02T11:49:28.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.865+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=IQIUMX71MHSI tag=ZYRLE1XR1RR3 type=write size=1869683 2026-04-02T11:49:28.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.868+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~GWISKNHTN4A9.0 size=1048576 2026-04-02T11:49:28.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.868+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~GWISKNHTN4A9.1 size=1048576 2026-04-02T11:49:28.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.869+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~GWISKNHTN4A9.2 size=924185 2026-04-02T11:49:28.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.869+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=GWISKNHTN4A9 tag=MTHDJKOJJGC9 type=write size=4069913 2026-04-02T11:49:28.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.869+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=N9T3KU5LHL60 type=del 2026-04-02T11:49:28.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.870+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=6O3VLMY5F34Q type=del size=3093664 2026-04-02T11:49:28.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.871+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~N3P27K6N0CAA.0 size=1048576 2026-04-02T11:49:28.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.871+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~N3P27K6N0CAA.1 size=1048576 2026-04-02T11:49:28.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.872+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~N3P27K6N0CAA.2 size=949450 2026-04-02T11:49:28.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.873+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=N3P27K6N0CAA tag=OBMDJXGVAWU7 type=write size=4095178 2026-04-02T11:49:28.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.875+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~BG6JBPG6ZKVZ.0 size=1048576 2026-04-02T11:49:28.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.875+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~BG6JBPG6ZKVZ.1 size=1048576 2026-04-02T11:49:28.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.876+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~BG6JBPG6ZKVZ.2 size=773576 2026-04-02T11:49:28.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.876+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=BG6JBPG6ZKVZ tag=G7MQ1XID470K type=write size=3919304 2026-04-02T11:49:28.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.877+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~7IWOQ5T4GHEW.0 size=124273 2026-04-02T11:49:28.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.878+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=7IWOQ5T4GHEW tag=Q4QQ038RQ7K9 type=write size=1172849 2026-04-02T11:49:28.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.879+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=S7CVXQBRTS5C type=del size=3540261 2026-04-02T11:49:28.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.879+0000 7f5d7598a880 1 < completed write operation key=ZQKQX36TNEUQ tag=6P76SH6N1NE9 type=write size=826397 2026-04-02T11:49:28.882 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.880+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=U935HM5ZR0YC type=del size=1151834 2026-04-02T11:49:28.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.881+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~URCMK6XOZMYV.0 size=1048576 2026-04-02T11:49:28.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.881+0000 7f5d7598a880 1 < canceled part key=_multipart_52PU1ZBC7VWW.2~URCMK6XOZMYV.1 size=1048576 2026-04-02T11:49:28.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.882+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~URCMK6XOZMYV.2 size=115865 2026-04-02T11:49:28.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.883+0000 7f5d7598a880 1 < canceled multipart upload key=52PU1ZBC7VWW upload=URCMK6XOZMYV tag=DGZPG6J1IL5B type=write size=3261593 2026-04-02T11:49:28.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.883+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=2XE2IEPO2O7P type=del size=1199541 2026-04-02T11:49:28.886 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.884+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~ZRV2CJOB49FJ.0 size=1048576 2026-04-02T11:49:28.886 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.885+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~ZRV2CJOB49FJ.1 size=411067 2026-04-02T11:49:28.888 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.886+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=ZRV2CJOB49FJ tag=DXMQAAB715E9 type=write size=2508219 2026-04-02T11:49:28.888 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.887+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=OK8X8T6T2XRW type=del size=717203 2026-04-02T11:49:28.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.887+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~DZ3FKKBK5DN8.0 size=1048576 2026-04-02T11:49:28.890 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.888+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~DZ3FKKBK5DN8.1 size=974071 2026-04-02T11:49:28.891 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.889+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=DZ3FKKBK5DN8 tag=I469Y2SN52K0 type=write size=3071223 2026-04-02T11:49:28.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.890+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~ZL636KSL23W2.0 size=1048576 2026-04-02T11:49:28.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.891+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~ZL636KSL23W2.1 size=1048576 2026-04-02T11:49:28.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.892+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~ZL636KSL23W2.2 size=1044301 2026-04-02T11:49:28.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.892+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=ZL636KSL23W2 tag=88JQU6KBQS2G type=write size=4190029 2026-04-02T11:49:28.894 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.892+0000 7f5d7598a880 1 < canceled operation key=JJ7N37F55IC3 tag=USICN7PBMNNA type=del size=28381 2026-04-02T11:49:28.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.894+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=05L1Z70ZVN9Y type=del size=1500070 2026-04-02T11:49:28.897 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.895+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~7UM8RAXFHZFG.0 size=1048576 2026-04-02T11:49:28.897 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.896+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~7UM8RAXFHZFG.1 size=34949 2026-04-02T11:49:28.899 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.897+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=7UM8RAXFHZFG tag=PMEBIC7GOG5R type=write size=2132101 2026-04-02T11:49:28.900 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.898+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~C4YAQ5STFLEG.0 size=1048576 2026-04-02T11:49:28.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.899+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~C4YAQ5STFLEG.1 size=23283 2026-04-02T11:49:28.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.899+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=C4YAQ5STFLEG tag=GAMK4ZLS9J75 type=write size=2120435 2026-04-02T11:49:28.902 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.900+0000 7f5d7598a880 1 < suggested remove operation key=ZS5NQMR2F1CO tag=QKY3L5F7JPUY type=del 2026-04-02T11:49:28.903 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.901+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=OG42VV4QXQKK type=del size=2735673 2026-04-02T11:49:28.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.902+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~4BCEKS27OQFL.0 size=1048576 2026-04-02T11:49:28.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.903+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~4BCEKS27OQFL.1 size=1048576 2026-04-02T11:49:28.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.903+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~4BCEKS27OQFL.2 size=1012937 2026-04-02T11:49:28.907 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.906+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=4BCEKS27OQFL tag=XJPT0KFO88Z5 type=write size=4158665 2026-04-02T11:49:28.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.907+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~LC0O8A86VT04.0 size=582474 2026-04-02T11:49:28.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.907+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=LC0O8A86VT04 tag=I0CSF1G62COV type=write size=1631050 2026-04-02T11:49:28.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.908+0000 7f5d7598a880 1 < canceled operation key=52PU1ZBC7VWW tag=VIRP46NR5K63 type=del size=1047986 2026-04-02T11:49:28.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.908+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=ENK05ED38N0A type=write size=873222 2026-04-02T11:49:28.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.910+0000 7f5d7598a880 1 < suggested remove operation key=HYSJYWQT3N55 tag=W0J9LCZNHW0E type=del 2026-04-02T11:49:28.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.911+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~YDGLBHRC0BQO.0 size=1048576 2026-04-02T11:49:28.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.912+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~YDGLBHRC0BQO.1 size=1048576 2026-04-02T11:49:28.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.912+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~YDGLBHRC0BQO.2 size=408419 2026-04-02T11:49:28.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.912+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=YDGLBHRC0BQO tag=9PEI5AETZDE3 type=write size=3554147 2026-04-02T11:49:28.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.913+0000 7f5d7598a880 1 < canceled operation key=IOCSURQ3BMAF tag=GLWVA8SJD4B1 type=del size=3228587 2026-04-02T11:49:28.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.914+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~TSR6AHNS2T1P.0 size=157609 2026-04-02T11:49:28.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.914+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=TSR6AHNS2T1P tag=W4T13D9NZZ9X type=write size=1206185 2026-04-02T11:49:28.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.915+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~S0OFINHUBNAY.0 size=551346 2026-04-02T11:49:28.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.916+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=S0OFINHUBNAY tag=G7UKMPZ2MQDJ type=write size=1599922 2026-04-02T11:49:28.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.917+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=QBOGZJU62DDW type=del size=2896467 2026-04-02T11:49:28.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.918+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~GWISKNHTN4A9.0 size=1048576 2026-04-02T11:49:28.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.918+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~GWISKNHTN4A9.1 size=1048576 2026-04-02T11:49:28.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.919+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~GWISKNHTN4A9.2 size=924185 2026-04-02T11:49:28.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.920+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=GWISKNHTN4A9 tag=MTHDJKOJJGC9 type=write size=4069913 2026-04-02T11:49:28.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.922+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~X2DANDC00E79.0 size=1048576 2026-04-02T11:49:28.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.923+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~X2DANDC00E79.1 size=1048576 2026-04-02T11:49:28.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.923+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~X2DANDC00E79.2 size=109024 2026-04-02T11:49:28.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.923+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=X2DANDC00E79 tag=57HD1ORQLG2D type=write size=3254752 2026-04-02T11:49:28.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.924+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=6O3VLMY5F34Q type=del 2026-04-02T11:49:28.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.925+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~LCUV4JPEMVVI.0 size=399626 2026-04-02T11:49:28.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.925+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=LCUV4JPEMVVI tag=AP60HBRN301M type=write size=1448202 2026-04-02T11:49:28.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.926+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~BG6JBPG6ZKVZ.0 size=1048576 2026-04-02T11:49:28.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.927+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~BG6JBPG6ZKVZ.1 size=1048576 2026-04-02T11:49:28.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.927+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~BG6JBPG6ZKVZ.2 size=773576 2026-04-02T11:49:28.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.928+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=BG6JBPG6ZKVZ tag=G7MQ1XID470K type=write size=3919304 2026-04-02T11:49:28.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.929+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=6U87EQF31A1L type=del size=2090760 2026-04-02T11:49:28.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.930+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=S7CVXQBRTS5C type=del 2026-04-02T11:49:28.932 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.930+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=0OPOMLXC5B0L type=write size=747449 2026-04-02T11:49:28.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.932+0000 7f5d7598a880 1 < suggested remove operation key=ZIMLW0YTOPPK tag=U935HM5ZR0YC type=del 2026-04-02T11:49:28.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.932+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=171FWQKZ7MCB type=del size=2129510 2026-04-02T11:49:28.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.933+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=2XE2IEPO2O7P type=del 2026-04-02T11:49:28.936 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.934+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=AOEN8SFI4AL1 type=del size=3243532 2026-04-02T11:49:28.936 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.935+0000 7f5d7598a880 -1 < failed to complete operation key=HYSJYWQT3N55 tag=OK8X8T6T2XRW type=del size=717203: (22) Invalid argument 2026-04-02T11:49:28.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.936+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~Y1U2A5PKO1ED.0 size=1048576 2026-04-02T11:49:28.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.937+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~Y1U2A5PKO1ED.1 size=1048576 2026-04-02T11:49:28.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.937+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~Y1U2A5PKO1ED.2 size=689189 2026-04-02T11:49:28.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.937+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=Y1U2A5PKO1ED tag=H7MASKQEVH5P type=write size=3834917 2026-04-02T11:49:28.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.938+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~ZL636KSL23W2.0 size=1048576 2026-04-02T11:49:28.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.939+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~ZL636KSL23W2.1 size=1048576 2026-04-02T11:49:28.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.939+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~ZL636KSL23W2.2 size=1044301 2026-04-02T11:49:28.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.941+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=ZL636KSL23W2 tag=88JQU6KBQS2G type=write size=4190029 2026-04-02T11:49:28.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.941+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=O68CAAY82O2Y type=del size=3013051 2026-04-02T11:49:28.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.942+0000 7f5d7598a880 -1 < failed to complete operation key=ZIMLW0YTOPPK tag=05L1Z70ZVN9Y type=del size=1500070: (22) Invalid argument 2026-04-02T11:49:28.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.943+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=6X0UMYVC1SR7 type=del size=1541220 2026-04-02T11:49:28.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.944+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~C4YAQ5STFLEG.0 size=1048576 2026-04-02T11:49:28.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.944+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~C4YAQ5STFLEG.1 size=23283 2026-04-02T11:49:28.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.946+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=C4YAQ5STFLEG tag=GAMK4ZLS9J75 type=write size=2120435 2026-04-02T11:49:28.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.947+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~G031NHINXM9T.0 size=963836 2026-04-02T11:49:28.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.947+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=G031NHINXM9T tag=XJRRUJY08IUN type=write size=2012412 2026-04-02T11:49:28.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.948+0000 7f5d7598a880 1 < suggested update operation key=V6UN2ZWR2MRB tag=OG42VV4QXQKK type=del size=2735673 2026-04-02T11:49:28.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.950+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~JCH0G3ZP8D2D.0 size=159603 2026-04-02T11:49:28.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.950+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=JCH0G3ZP8D2D tag=V9NCUUS3LT0S type=write size=1208179 2026-04-02T11:49:28.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.952+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~LC0O8A86VT04.0 size=582474 2026-04-02T11:49:28.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.953+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=LC0O8A86VT04 tag=I0CSF1G62COV type=write size=1631050 2026-04-02T11:49:28.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.953+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=C9XJFTLQV9L0 type=write size=446136 2026-04-02T11:49:28.957 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.955+0000 7f5d7598a880 1 < suggested remove operation key=V6UN2ZWR2MRB tag=ENK05ED38N0A type=write 2026-04-02T11:49:28.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.956+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~VMKTSJFWW9M0.0 size=1048576 2026-04-02T11:49:28.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.957+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~VMKTSJFWW9M0.1 size=396159 2026-04-02T11:49:28.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.957+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=VMKTSJFWW9M0 tag=AWMLAH2Y4FB5 type=write size=2493311 2026-04-02T11:49:28.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.958+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~YDGLBHRC0BQO.0 size=1048576 2026-04-02T11:49:28.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.958+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~YDGLBHRC0BQO.1 size=1048576 2026-04-02T11:49:28.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.959+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~YDGLBHRC0BQO.2 size=408419 2026-04-02T11:49:28.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.960+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=YDGLBHRC0BQO tag=9PEI5AETZDE3 type=write size=3554147 2026-04-02T11:49:28.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.961+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=SAWQFPR2449D type=write size=226251 2026-04-02T11:49:28.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.962+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~TSR6AHNS2T1P.0 size=157609 2026-04-02T11:49:28.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.963+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=TSR6AHNS2T1P tag=W4T13D9NZZ9X type=write size=1206185 2026-04-02T11:49:28.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.964+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=L0B4I2SI9XO6 type=del size=4036822 2026-04-02T11:49:28.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.965+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=QBOGZJU62DDW type=del 2026-04-02T11:49:28.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.965+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=393YJGKIG2TF type=del size=1953773 2026-04-02T11:49:28.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.966+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~X2DANDC00E79.0 size=1048576 2026-04-02T11:49:28.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.967+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~X2DANDC00E79.1 size=1048576 2026-04-02T11:49:28.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.967+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~X2DANDC00E79.2 size=109024 2026-04-02T11:49:28.970 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.969+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=X2DANDC00E79 tag=57HD1ORQLG2D type=write size=3254752 2026-04-02T11:49:28.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.969+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=VFEDA6OA50WA type=del size=2627636 2026-04-02T11:49:28.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.970+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~LCUV4JPEMVVI.0 size=399626 2026-04-02T11:49:28.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.971+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=LCUV4JPEMVVI tag=AP60HBRN301M type=write size=1448202 2026-04-02T11:49:28.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.972+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~61K8R2HOBTD8.0 size=1048576 2026-04-02T11:49:28.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.973+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~61K8R2HOBTD8.1 size=777994 2026-04-02T11:49:28.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.973+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=61K8R2HOBTD8 tag=7KEOIKB9MSIP type=write size=2875146 2026-04-02T11:49:28.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.975+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=6U87EQF31A1L type=del 2026-04-02T11:49:28.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.976+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=4HPSMS2CHBA9 type=del size=2805 2026-04-02T11:49:28.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.977+0000 7f5d7598a880 1 < suggested remove operation key=HYSJYWQT3N55 tag=0OPOMLXC5B0L type=write 2026-04-02T11:49:28.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.978+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~Z7P6RFJI21YC.0 size=1048576 2026-04-02T11:49:28.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.979+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~Z7P6RFJI21YC.1 size=999900 2026-04-02T11:49:28.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.979+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=Z7P6RFJI21YC tag=EVOJ6VS79MF8 type=write size=3097052 2026-04-02T11:49:28.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.980+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=171FWQKZ7MCB type=del 2026-04-02T11:49:28.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.981+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~F7QAZ98LABLX.0 size=493954 2026-04-02T11:49:28.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.981+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=F7QAZ98LABLX tag=3JN7L03BPFM7 type=write size=1542530 2026-04-02T11:49:28.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.982+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=AOEN8SFI4AL1 type=del 2026-04-02T11:49:28.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.983+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~K4FLJI1PWEWG.0 size=1048576 2026-04-02T11:49:28.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.983+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~K4FLJI1PWEWG.1 size=232412 2026-04-02T11:49:28.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:28.983+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=K4FLJI1PWEWG tag=UYCV822OLM1P type=write size=2329564 2026-04-02T11:49:29.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.057+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~Y1U2A5PKO1ED.0 size=1048576 2026-04-02T11:49:29.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.058+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~Y1U2A5PKO1ED.1 size=1048576 2026-04-02T11:49:29.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.059+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~Y1U2A5PKO1ED.2 size=689189 2026-04-02T11:49:29.062 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.060+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=Y1U2A5PKO1ED tag=H7MASKQEVH5P type=write size=3834917 2026-04-02T11:49:29.062 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.061+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=E1L8UXGP2HJ2 type=del size=3592968 2026-04-02T11:49:29.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.062+0000 7f5d7598a880 1 < suggested remove operation key=OCGXGNN4YVH3 tag=O68CAAY82O2Y type=del 2026-04-02T11:49:29.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.063+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=FA8GMQB7OA10 type=del size=3733333 2026-04-02T11:49:29.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.064+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=6X0UMYVC1SR7 type=del 2026-04-02T11:49:29.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.064+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=VAYAC3DRYCRF type=write size=743865 2026-04-02T11:49:29.067 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.065+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~G031NHINXM9T.0 size=963836 2026-04-02T11:49:29.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.066+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=G031NHINXM9T tag=XJRRUJY08IUN type=write size=2012412 2026-04-02T11:49:29.069 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.068+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~IW2CDWYJ503A.0 size=534118 2026-04-02T11:49:29.069 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.068+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=IW2CDWYJ503A tag=1X6LM5AB3QWY type=write size=1582694 2026-04-02T11:49:29.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.068+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~JCH0G3ZP8D2D.0 size=159603 2026-04-02T11:49:29.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.070+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=JCH0G3ZP8D2D tag=V9NCUUS3LT0S type=write size=1208179 2026-04-02T11:49:29.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.071+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~5IAAPQSFJMNY.0 size=1048576 2026-04-02T11:49:29.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.072+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~5IAAPQSFJMNY.1 size=1048576 2026-04-02T11:49:29.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.072+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~5IAAPQSFJMNY.2 size=348706 2026-04-02T11:49:29.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.072+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=5IAAPQSFJMNY tag=9RML8D0LPNNN type=write size=3494434 2026-04-02T11:49:29.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.074+0000 7f5d7598a880 1 < suggested remove operation key=5AJK8GE86W32 tag=C9XJFTLQV9L0 type=write 2026-04-02T11:49:29.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.075+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=7QS9PVP3YGZQ type=write size=89307 2026-04-02T11:49:29.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.075+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~VMKTSJFWW9M0.0 size=1048576 2026-04-02T11:49:29.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.076+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~VMKTSJFWW9M0.1 size=396159 2026-04-02T11:49:29.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.077+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=VMKTSJFWW9M0 tag=AWMLAH2Y4FB5 type=write size=2493311 2026-04-02T11:49:29.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.078+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=X15SY8NAI16U type=del size=2507597 2026-04-02T11:49:29.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.079+0000 7f5d7598a880 -1 < failed to complete operation key=5AJK8GE86W32 tag=SAWQFPR2449D type=write size=226251: (22) Invalid argument 2026-04-02T11:49:29.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.080+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~NH7S26ULLR6C.0 size=1048576 2026-04-02T11:49:29.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.081+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~NH7S26ULLR6C.1 size=450563 2026-04-02T11:49:29.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.081+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=NH7S26ULLR6C tag=TMHLVLFR1NL6 type=write size=2547715 2026-04-02T11:49:29.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.082+0000 7f5d7598a880 1 < canceled operation key=C6GX0GW6KDYE tag=L0B4I2SI9XO6 type=del size=4036822 2026-04-02T11:49:29.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.082+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=N6DFHL99L86K type=del size=1157609 2026-04-02T11:49:29.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.083+0000 7f5d7598a880 -1 < failed to complete operation key=5AJK8GE86W32 tag=393YJGKIG2TF type=del size=1953773: (22) Invalid argument 2026-04-02T11:49:29.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.084+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=XDAORE1OFZ85 type=write size=1015054 2026-04-02T11:49:29.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.084+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=VFEDA6OA50WA type=del 2026-04-02T11:49:29.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.085+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=BNA2W8DEW990 type=del size=139643 2026-04-02T11:49:29.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.086+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~61K8R2HOBTD8.0 size=1048576 2026-04-02T11:49:29.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.087+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~61K8R2HOBTD8.1 size=777994 2026-04-02T11:49:29.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.088+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=61K8R2HOBTD8 tag=7KEOIKB9MSIP type=write size=2875146 2026-04-02T11:49:29.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.089+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~MGRSD6OLT5J3.0 size=1048576 2026-04-02T11:49:29.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.090+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~MGRSD6OLT5J3.1 size=1048576 2026-04-02T11:49:29.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.090+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~MGRSD6OLT5J3.2 size=553326 2026-04-02T11:49:29.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.090+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=MGRSD6OLT5J3 tag=JWZQEOK3TPF2 type=write size=3699054 2026-04-02T11:49:29.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.091+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=4HPSMS2CHBA9 type=del 2026-04-02T11:49:29.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.092+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~8M24ZCG9CIE1.0 size=683180 2026-04-02T11:49:29.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.092+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=8M24ZCG9CIE1 tag=ZSIP94TNXOZH type=write size=1731756 2026-04-02T11:49:29.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.093+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~Z7P6RFJI21YC.0 size=1048576 2026-04-02T11:49:29.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.094+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~Z7P6RFJI21YC.1 size=999900 2026-04-02T11:49:29.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.095+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=Z7P6RFJI21YC tag=EVOJ6VS79MF8 type=write size=3097052 2026-04-02T11:49:29.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.097+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~M99BSOUG46PF.0 size=1048576 2026-04-02T11:49:29.099 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.097+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~M99BSOUG46PF.1 size=1048576 2026-04-02T11:49:29.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.098+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~M99BSOUG46PF.2 size=912116 2026-04-02T11:49:29.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.098+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=M99BSOUG46PF tag=LVM4FNUGUVTK type=write size=4057844 2026-04-02T11:49:29.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.099+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~F7QAZ98LABLX.0 size=493954 2026-04-02T11:49:29.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.100+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=F7QAZ98LABLX tag=3JN7L03BPFM7 type=write size=1542530 2026-04-02T11:49:29.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.101+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~N3LORLPML9YR.0 size=1048576 2026-04-02T11:49:29.104 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.102+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~N3LORLPML9YR.1 size=251688 2026-04-02T11:49:29.104 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.102+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=N3LORLPML9YR tag=NCFWWHM6JXYH type=write size=2348840 2026-04-02T11:49:29.104 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.103+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~K4FLJI1PWEWG.0 size=1048576 2026-04-02T11:49:29.105 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.103+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~K4FLJI1PWEWG.1 size=232412 2026-04-02T11:49:29.106 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.105+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=K4FLJI1PWEWG tag=UYCV822OLM1P type=write size=2329564 2026-04-02T11:49:29.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.106+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~D14YRLVKJB1J.0 size=422478 2026-04-02T11:49:29.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.106+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=D14YRLVKJB1J tag=HLGA9GD6J056 type=write size=1471054 2026-04-02T11:49:29.109 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.108+0000 7f5d7598a880 1 < suggested update operation key=HYSJYWQT3N55 tag=E1L8UXGP2HJ2 type=del size=3592968 2026-04-02T11:49:29.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.109+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~JNR3RGS5Y03O.0 size=1048576 2026-04-02T11:49:29.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.109+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~JNR3RGS5Y03O.1 size=747263 2026-04-02T11:49:29.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.109+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=JNR3RGS5Y03O tag=XUHKJQXZSR0O type=write size=2844415 2026-04-02T11:49:29.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.110+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=FA8GMQB7OA10 type=del 2026-04-02T11:49:29.113 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.111+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~53OS84RNOBJK.0 size=1048576 2026-04-02T11:49:29.114 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.112+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~53OS84RNOBJK.1 size=1048576 2026-04-02T11:49:29.114 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.113+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~53OS84RNOBJK.2 size=453672 2026-04-02T11:49:29.114 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.113+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=53OS84RNOBJK tag=EHAPDPUEFT9M type=write size=3599400 2026-04-02T11:49:29.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.113+0000 7f5d7598a880 1 < completed write operation key=07AW9BPTKOI3 tag=VAYAC3DRYCRF type=write size=743865 2026-04-02T11:49:29.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.114+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=FB80XZ3EGU5V type=del size=3470869 2026-04-02T11:49:29.117 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.115+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~IW2CDWYJ503A.0 size=534118 2026-04-02T11:49:29.119 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.117+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=IW2CDWYJ503A tag=1X6LM5AB3QWY type=write size=1582694 2026-04-02T11:49:29.120 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.118+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=G15J1LDUWGAI type=del size=1915608 2026-04-02T11:49:29.120 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.118+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~5IAAPQSFJMNY.0 size=1048576 2026-04-02T11:49:29.120 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.119+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~5IAAPQSFJMNY.1 size=1048576 2026-04-02T11:49:29.121 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.119+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~5IAAPQSFJMNY.2 size=348706 2026-04-02T11:49:29.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.121+0000 7f5d7598a880 1 < canceled multipart upload key=HOC3CF4CF4HD upload=5IAAPQSFJMNY tag=9RML8D0LPNNN type=write size=3494434 2026-04-02T11:49:29.123 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.121+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=YCWQ6EKINWSX type=del size=3373812 2026-04-02T11:49:29.124 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.122+0000 7f5d7598a880 -1 < failed to complete operation key=HYSJYWQT3N55 tag=7QS9PVP3YGZQ type=write size=89307: (22) Invalid argument 2026-04-02T11:49:29.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.123+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~5PG3I2J85J9U.0 size=1048576 2026-04-02T11:49:29.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.124+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~5PG3I2J85J9U.1 size=216320 2026-04-02T11:49:29.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.124+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=5PG3I2J85J9U tag=8F3FXLI42JK8 type=write size=2313472 2026-04-02T11:49:29.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.126+0000 7f5d7598a880 1 < suggested remove operation key=5AJK8GE86W32 tag=X15SY8NAI16U type=del 2026-04-02T11:49:29.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.126+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=KOIEELQKKMOY type=del size=3320894 2026-04-02T11:49:29.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.127+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~NH7S26ULLR6C.0 size=1048576 2026-04-02T11:49:29.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.128+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~NH7S26ULLR6C.1 size=450563 2026-04-02T11:49:29.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.129+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=NH7S26ULLR6C tag=TMHLVLFR1NL6 type=write size=2547715 2026-04-02T11:49:29.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.130+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=26VXY906DJIG type=write size=878837 2026-04-02T11:49:29.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.130+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=N6DFHL99L86K type=del 2026-04-02T11:49:29.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.132+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~I32MQ55W8B4X.0 size=371794 2026-04-02T11:49:29.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.132+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=I32MQ55W8B4X tag=FQLD7LK6FE3P type=write size=1420370 2026-04-02T11:49:29.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.133+0000 7f5d7598a880 1 < completed write operation key=VILE4YEMEN09 tag=XDAORE1OFZ85 type=write size=1015054 2026-04-02T11:49:29.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.134+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~292SR36CZM0Q.0 size=1048576 2026-04-02T11:49:29.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.134+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~292SR36CZM0Q.1 size=1048576 2026-04-02T11:49:29.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.135+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~292SR36CZM0Q.2 size=893037 2026-04-02T11:49:29.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.135+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=292SR36CZM0Q tag=481FY0Q9S8ZS type=write size=4038765 2026-04-02T11:49:29.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.136+0000 7f5d7598a880 1 < suggested update operation key=TG8AKFTZB4ZM tag=BNA2W8DEW990 type=del size=139643 2026-04-02T11:49:29.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.137+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=VAVIT3CCNPZ9 type=write size=666312 2026-04-02T11:49:29.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.138+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~MGRSD6OLT5J3.0 size=1048576 2026-04-02T11:49:29.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.139+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~MGRSD6OLT5J3.1 size=1048576 2026-04-02T11:49:29.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.139+0000 7f5d7598a880 1 < canceled part key=_multipart_J47182HKJTLL.2~MGRSD6OLT5J3.2 size=553326 2026-04-02T11:49:29.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.140+0000 7f5d7598a880 1 < canceled multipart upload key=J47182HKJTLL upload=MGRSD6OLT5J3 tag=JWZQEOK3TPF2 type=write size=3699054 2026-04-02T11:49:29.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.141+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=1Y823EK2QAJ6 type=write size=915727 2026-04-02T11:49:29.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.142+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~8M24ZCG9CIE1.0 size=683180 2026-04-02T11:49:29.146 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.144+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=8M24ZCG9CIE1 tag=ZSIP94TNXOZH type=write size=1731756 2026-04-02T11:49:29.147 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.145+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=I3TFAOOW27O9 type=del size=1855791 2026-04-02T11:49:29.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.146+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~M99BSOUG46PF.0 size=1048576 2026-04-02T11:49:29.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.147+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~M99BSOUG46PF.1 size=1048576 2026-04-02T11:49:29.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.147+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~M99BSOUG46PF.2 size=912116 2026-04-02T11:49:29.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.149+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=M99BSOUG46PF tag=LVM4FNUGUVTK type=write size=4057844 2026-04-02T11:49:29.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.150+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~C3UOEKO263DM.0 size=784376 2026-04-02T11:49:29.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.150+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=C3UOEKO263DM tag=XTEV1MIIU3ZX type=write size=1832952 2026-04-02T11:49:29.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.151+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~N3LORLPML9YR.0 size=1048576 2026-04-02T11:49:29.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.151+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~N3LORLPML9YR.1 size=251688 2026-04-02T11:49:29.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.153+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=N3LORLPML9YR tag=NCFWWHM6JXYH type=write size=2348840 2026-04-02T11:49:29.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.153+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=H0J2UP49IK0E type=del size=3449649 2026-04-02T11:49:29.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.154+0000 7f5d7598a880 1 < canceled part key=_multipart_IOCSURQ3BMAF.2~D14YRLVKJB1J.0 size=422478 2026-04-02T11:49:29.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.155+0000 7f5d7598a880 1 < canceled multipart upload key=IOCSURQ3BMAF upload=D14YRLVKJB1J tag=HLGA9GD6J056 type=write size=1471054 2026-04-02T11:49:29.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.156+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=D5KL60GDLSUG type=del size=1073812 2026-04-02T11:49:29.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.156+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~JNR3RGS5Y03O.0 size=1048576 2026-04-02T11:49:29.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.157+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~JNR3RGS5Y03O.1 size=747263 2026-04-02T11:49:29.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.158+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=JNR3RGS5Y03O tag=XUHKJQXZSR0O type=write size=2844415 2026-04-02T11:49:29.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.159+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=8PDSNXZAC871 type=del size=648254 2026-04-02T11:49:29.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.160+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~53OS84RNOBJK.0 size=1048576 2026-04-02T11:49:29.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.160+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~53OS84RNOBJK.1 size=1048576 2026-04-02T11:49:29.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.161+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~53OS84RNOBJK.2 size=453672 2026-04-02T11:49:29.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.162+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=53OS84RNOBJK tag=EHAPDPUEFT9M type=write size=3599400 2026-04-02T11:49:29.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.163+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~YVP3E2S9I4NJ.0 size=1048576 2026-04-02T11:49:29.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.164+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~YVP3E2S9I4NJ.1 size=1048576 2026-04-02T11:49:29.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.165+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~YVP3E2S9I4NJ.2 size=805389 2026-04-02T11:49:29.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.165+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=YVP3E2S9I4NJ tag=1CSBB4FKGUTW type=write size=3951117 2026-04-02T11:49:29.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.165+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=FB80XZ3EGU5V type=del 2026-04-02T11:49:29.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.166+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=D6NA8HC9CVEC type=del size=589471 2026-04-02T11:49:29.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.167+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=G15J1LDUWGAI type=del 2026-04-02T11:49:29.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.168+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=M7SPUPBR8IAH type=del size=217286 2026-04-02T11:49:29.170 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.168+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=YCWQ6EKINWSX type=del 2026-04-02T11:49:29.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.169+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=HK88STMRALTO type=del size=3541128 2026-04-02T11:49:29.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.170+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~5PG3I2J85J9U.0 size=1048576 2026-04-02T11:49:29.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.171+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~5PG3I2J85J9U.1 size=216320 2026-04-02T11:49:29.175 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.173+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=5PG3I2J85J9U tag=8F3FXLI42JK8 type=write size=2313472 2026-04-02T11:49:29.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.175+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~AFPYTMVI2SGZ.0 size=1048576 2026-04-02T11:49:29.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.175+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~AFPYTMVI2SGZ.1 size=1048576 2026-04-02T11:49:29.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.176+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~AFPYTMVI2SGZ.2 size=839696 2026-04-02T11:49:29.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.176+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=AFPYTMVI2SGZ tag=SYW18KEE8I83 type=write size=3985424 2026-04-02T11:49:29.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.177+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=KOIEELQKKMOY type=del 2026-04-02T11:49:29.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.177+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=K2N3H3XFVFZ3 type=del size=3512918 2026-04-02T11:49:29.181 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.179+0000 7f5d7598a880 1 < suggested update operation key=6F1O9WBBDT51 tag=26VXY906DJIG type=write size=878837 2026-04-02T11:49:29.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.180+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~14PGQVW1WNV1.0 size=1048576 2026-04-02T11:49:29.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.181+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~14PGQVW1WNV1.1 size=1031314 2026-04-02T11:49:29.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.181+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=14PGQVW1WNV1 tag=AAZ8WZ7SAYPH type=write size=3128466 2026-04-02T11:49:29.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.182+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~I32MQ55W8B4X.0 size=371794 2026-04-02T11:49:29.185 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.183+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=I32MQ55W8B4X tag=FQLD7LK6FE3P type=write size=1420370 2026-04-02T11:49:29.185 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.184+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=IW44X5XLBQPA type=del size=894550 2026-04-02T11:49:29.186 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.184+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~292SR36CZM0Q.0 size=1048576 2026-04-02T11:49:29.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.185+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~292SR36CZM0Q.1 size=1048576 2026-04-02T11:49:29.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.186+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~292SR36CZM0Q.2 size=893037 2026-04-02T11:49:29.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.187+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=292SR36CZM0Q tag=481FY0Q9S8ZS type=write size=4038765 2026-04-02T11:49:29.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.188+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=QCF38QDCYSSG type=del size=1224808 2026-04-02T11:49:29.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.189+0000 7f5d7598a880 1 < completed write operation key=ZIMLW0YTOPPK tag=VAVIT3CCNPZ9 type=write size=666312 2026-04-02T11:49:29.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.191+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=6YPLSFWS5TSE type=del size=1927498 2026-04-02T11:49:29.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.191+0000 7f5d7598a880 1 < completed write operation key=V6UN2ZWR2MRB tag=1Y823EK2QAJ6 type=write size=915727 2026-04-02T11:49:29.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.192+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=XU92Y0NFW74F type=del size=2271807 2026-04-02T11:49:29.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.193+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=I3TFAOOW27O9 type=del 2026-04-02T11:49:29.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.194+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~TG0QLNDFG37K.0 size=1048576 2026-04-02T11:49:29.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.195+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~TG0QLNDFG37K.1 size=1048576 2026-04-02T11:49:29.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.197+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~TG0QLNDFG37K.2 size=1045443 2026-04-02T11:49:29.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.197+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=TG0QLNDFG37K tag=Z0S1UP8B0YR3 type=write size=4191171 2026-04-02T11:49:29.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.198+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~C3UOEKO263DM.0 size=784376 2026-04-02T11:49:29.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.199+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=C3UOEKO263DM tag=XTEV1MIIU3ZX type=write size=1832952 2026-04-02T11:49:29.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.200+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=0KYX2YLX9LG9 type=del size=1619060 2026-04-02T11:49:29.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.201+0000 7f5d7598a880 1 < canceled operation key=TG8AKFTZB4ZM tag=H0J2UP49IK0E type=del size=3449649 2026-04-02T11:49:29.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.202+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~B4QD6T6C7QVS.0 size=182485 2026-04-02T11:49:29.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.202+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=B4QD6T6C7QVS tag=3HO7BRO6XQWV type=write size=1231061 2026-04-02T11:49:29.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.203+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=D5KL60GDLSUG type=del 2026-04-02T11:49:29.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.204+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=BBHME7YHHZ75 type=del size=3441125 2026-04-02T11:49:29.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.205+0000 7f5d7598a880 1 < canceled operation key=OCGXGNN4YVH3 tag=8PDSNXZAC871 type=del size=648254 2026-04-02T11:49:29.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.206+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=3FWWNEJ2LSDM type=del size=3205615 2026-04-02T11:49:29.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.206+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~YVP3E2S9I4NJ.0 size=1048576 2026-04-02T11:49:29.209 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.207+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~YVP3E2S9I4NJ.1 size=1048576 2026-04-02T11:49:29.209 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.208+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~YVP3E2S9I4NJ.2 size=805389 2026-04-02T11:49:29.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.209+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=YVP3E2S9I4NJ tag=1CSBB4FKGUTW type=write size=3951117 2026-04-02T11:49:29.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.209+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=HQ8LCKE1NI69 type=del size=3515286 2026-04-02T11:49:29.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.210+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=D6NA8HC9CVEC type=del 2026-04-02T11:49:29.213 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.211+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=06V9KNM5PUEB type=write size=367835 2026-04-02T11:49:29.213 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.212+0000 7f5d7598a880 1 < canceled operation key=88E9H9UTDGH9 tag=M7SPUPBR8IAH type=del size=217286 2026-04-02T11:49:29.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.212+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=T7G18XV1UODY type=del size=4028868 2026-04-02T11:49:29.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.213+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=HK88STMRALTO type=del 2026-04-02T11:49:29.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.214+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~MGO28BDUM5RL.0 size=614757 2026-04-02T11:49:29.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.214+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=MGO28BDUM5RL tag=VMA6DK31BNF7 type=write size=1663333 2026-04-02T11:49:29.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.215+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~AFPYTMVI2SGZ.0 size=1048576 2026-04-02T11:49:29.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.216+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~AFPYTMVI2SGZ.1 size=1048576 2026-04-02T11:49:29.218 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.216+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~AFPYTMVI2SGZ.2 size=839696 2026-04-02T11:49:29.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.218+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=AFPYTMVI2SGZ tag=SYW18KEE8I83 type=write size=3985424 2026-04-02T11:49:29.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.218+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=Q2L71EJIVWAN type=del size=2720497 2026-04-02T11:49:29.221 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.219+0000 7f5d7598a880 1 < canceled operation key=11O38SMUYMX2 tag=K2N3H3XFVFZ3 type=del size=3512918 2026-04-02T11:49:29.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.221+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~SZ62TCMOL2I8.0 size=213311 2026-04-02T11:49:29.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.221+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=SZ62TCMOL2I8 tag=3MBU8ZYIFPRO type=write size=1261887 2026-04-02T11:49:29.223 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.221+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~14PGQVW1WNV1.0 size=1048576 2026-04-02T11:49:29.224 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.222+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~14PGQVW1WNV1.1 size=1031314 2026-04-02T11:49:29.225 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.223+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=14PGQVW1WNV1 tag=AAZ8WZ7SAYPH type=write size=3128466 2026-04-02T11:49:29.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.227+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~WF6U2O9M63NZ.0 size=1048576 2026-04-02T11:49:29.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.227+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~WF6U2O9M63NZ.1 size=1048576 2026-04-02T11:49:29.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.228+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~WF6U2O9M63NZ.2 size=408821 2026-04-02T11:49:29.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.228+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=WF6U2O9M63NZ tag=3VJVZW1CWCCO type=write size=3554549 2026-04-02T11:49:29.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.229+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=IW44X5XLBQPA type=del 2026-04-02T11:49:29.231 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.229+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=9B2V3PGQDM6K type=del size=416927 2026-04-02T11:49:29.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.230+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=QCF38QDCYSSG type=del 2026-04-02T11:49:29.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.231+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~Z9VVONOOQUAQ.0 size=1048576 2026-04-02T11:49:29.234 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.232+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~Z9VVONOOQUAQ.1 size=1048576 2026-04-02T11:49:29.234 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.233+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~Z9VVONOOQUAQ.2 size=433068 2026-04-02T11:49:29.234 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.233+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=Z9VVONOOQUAQ tag=ISCD265SI7EI type=write size=3578796 2026-04-02T11:49:29.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.233+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=6YPLSFWS5TSE type=del 2026-04-02T11:49:29.236 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.234+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=77817SFP9Z43 type=del size=510870 2026-04-02T11:49:29.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.236+0000 7f5d7598a880 1 < suggested update operation key=7GZSL99JL986 tag=XU92Y0NFW74F type=del size=2271807 2026-04-02T11:49:29.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.237+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~5SQ01MLR2APP.0 size=877497 2026-04-02T11:49:29.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.237+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=5SQ01MLR2APP tag=NY4UN7IBZXP0 type=write size=1926073 2026-04-02T11:49:29.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.238+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~TG0QLNDFG37K.0 size=1048576 2026-04-02T11:49:29.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.239+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~TG0QLNDFG37K.1 size=1048576 2026-04-02T11:49:29.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.239+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~TG0QLNDFG37K.2 size=1045443 2026-04-02T11:49:29.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.241+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=TG0QLNDFG37K tag=Z0S1UP8B0YR3 type=write size=4191171 2026-04-02T11:49:29.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.242+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=YCAR963TSGVW type=del size=1609324 2026-04-02T11:49:29.245 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.243+0000 7f5d7598a880 1 < suggested update operation key=ZIMLW0YTOPPK tag=0KYX2YLX9LG9 type=del size=1619060 2026-04-02T11:49:29.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.244+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=HGTYG7VKAUC6 type=write size=853711 2026-04-02T11:49:29.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.245+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~B4QD6T6C7QVS.0 size=182485 2026-04-02T11:49:29.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.247+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=B4QD6T6C7QVS tag=3HO7BRO6XQWV type=write size=1231061 2026-04-02T11:49:29.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.248+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=DQKX1LKG8QTV type=del size=1739825 2026-04-02T11:49:29.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.250+0000 7f5d7598a880 1 < canceled operation key=52PU1ZBC7VWW tag=BBHME7YHHZ75 type=del size=3441125 2026-04-02T11:49:29.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.251+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=M4DRIGILE03G type=del size=1635557 2026-04-02T11:49:29.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.252+0000 7f5d7598a880 1 < canceled operation key=V6UN2ZWR2MRB tag=3FWWNEJ2LSDM type=del size=3205615 2026-04-02T11:49:29.255 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.253+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~EN8MVOFTMVMT.0 size=985219 2026-04-02T11:49:29.255 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.253+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=EN8MVOFTMVMT tag=XFU3KYU6D6U6 type=write size=2033795 2026-04-02T11:49:29.256 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.254+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=HQ8LCKE1NI69 type=del 2026-04-02T11:49:29.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.256+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~05GU99GP44YX.0 size=1048576 2026-04-02T11:49:29.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.257+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~05GU99GP44YX.1 size=1048576 2026-04-02T11:49:29.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.258+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~05GU99GP44YX.2 size=543740 2026-04-02T11:49:29.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.258+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=05GU99GP44YX tag=7561R5BJJD2F type=write size=3689468 2026-04-02T11:49:29.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.260+0000 7f5d7598a880 1 < suggested update operation key=ZIMLW0YTOPPK tag=06V9KNM5PUEB type=write size=367835 2026-04-02T11:49:29.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.261+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=SFSCYLA1D3P9 type=del size=2132729 2026-04-02T11:49:29.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.262+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=T7G18XV1UODY type=del 2026-04-02T11:49:29.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.264+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=WA0JRI9XDUBC type=del size=3877918 2026-04-02T11:49:29.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.265+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~MGO28BDUM5RL.0 size=614757 2026-04-02T11:49:29.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.266+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=MGO28BDUM5RL tag=VMA6DK31BNF7 type=write size=1663333 2026-04-02T11:49:29.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.267+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=96ESU0OUZQEC type=write size=416867 2026-04-02T11:49:29.271 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.269+0000 7f5d7598a880 1 < suggested update operation key=7GZSL99JL986 tag=Q2L71EJIVWAN type=del size=2720497 2026-04-02T11:49:29.272 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.270+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=LZ53BOI295Y3 type=del size=1267228 2026-04-02T11:49:29.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.271+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~SZ62TCMOL2I8.0 size=213311 2026-04-02T11:49:29.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.272+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=SZ62TCMOL2I8 tag=3MBU8ZYIFPRO type=write size=1261887 2026-04-02T11:49:29.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.275+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=X5N98SRBYEYY type=write size=565366 2026-04-02T11:49:29.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.275+0000 7f5d7598a880 1 < canceled part key=_multipart_VILE4YEMEN09.2~WF6U2O9M63NZ.0 size=1048576 2026-04-02T11:49:29.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.276+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~WF6U2O9M63NZ.1 size=1048576 2026-04-02T11:49:29.278 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.277+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~WF6U2O9M63NZ.2 size=408821 2026-04-02T11:49:29.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.278+0000 7f5d7598a880 1 < canceled multipart upload key=VILE4YEMEN09 upload=WF6U2O9M63NZ tag=3VJVZW1CWCCO type=write size=3554549 2026-04-02T11:49:29.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.279+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=31VQAN7SYSB6 type=del size=2572393 2026-04-02T11:49:29.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.280+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=9B2V3PGQDM6K type=del 2026-04-02T11:49:29.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.281+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~IAPIB37CXJPF.0 size=233020 2026-04-02T11:49:29.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.281+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=IAPIB37CXJPF tag=32QVHU17K7JW type=write size=1281596 2026-04-02T11:49:29.284 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.282+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~Z9VVONOOQUAQ.0 size=1048576 2026-04-02T11:49:29.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.283+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~Z9VVONOOQUAQ.1 size=1048576 2026-04-02T11:49:29.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.284+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~Z9VVONOOQUAQ.2 size=433068 2026-04-02T11:49:29.287 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.285+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=Z9VVONOOQUAQ tag=ISCD265SI7EI type=write size=3578796 2026-04-02T11:49:29.288 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.286+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=VF6KT3NCRJOG type=del size=1282060 2026-04-02T11:49:29.289 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.287+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=77817SFP9Z43 type=del 2026-04-02T11:49:29.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.288+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=QFBX09FEGR4H type=del size=1943678 2026-04-02T11:49:29.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.289+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~5SQ01MLR2APP.0 size=877497 2026-04-02T11:49:29.292 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.290+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=5SQ01MLR2APP tag=NY4UN7IBZXP0 type=write size=1926073 2026-04-02T11:49:29.293 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.292+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~VYF1Y3F4373Y.0 size=959038 2026-04-02T11:49:29.293 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.292+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=VYF1Y3F4373Y tag=UXLE3G3HPEE0 type=write size=2007614 2026-04-02T11:49:29.294 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.292+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=YCAR963TSGVW type=del 2026-04-02T11:49:29.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.293+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=S31BDU0DR6GB type=write size=121985 2026-04-02T11:49:29.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.294+0000 7f5d7598a880 1 < completed write operation key=42U7D3Y8Z7PW tag=HGTYG7VKAUC6 type=write size=853711 2026-04-02T11:49:29.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.295+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=UP1EA85GJRMZ type=del size=2970630 2026-04-02T11:49:29.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.296+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=DQKX1LKG8QTV type=del 2026-04-02T11:49:29.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.299+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~VMHZTRQK6HT0.0 size=1048576 2026-04-02T11:49:29.302 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.300+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~VMHZTRQK6HT0.1 size=384924 2026-04-02T11:49:29.302 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.300+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=VMHZTRQK6HT0 tag=JH6X8T4TO07A type=write size=2482076 2026-04-02T11:49:29.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.301+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=M4DRIGILE03G type=del 2026-04-02T11:49:29.304 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.302+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=LCB2V5PN93FD type=del size=675453 2026-04-02T11:49:29.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.303+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~EN8MVOFTMVMT.0 size=985219 2026-04-02T11:49:29.307 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.305+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=EN8MVOFTMVMT tag=XFU3KYU6D6U6 type=write size=2033795 2026-04-02T11:49:29.307 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.306+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=9CX2APEGJKNE type=write size=644074 2026-04-02T11:49:29.308 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.307+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~05GU99GP44YX.0 size=1048576 2026-04-02T11:49:29.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.308+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~05GU99GP44YX.1 size=1048576 2026-04-02T11:49:29.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.308+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~05GU99GP44YX.2 size=543740 2026-04-02T11:49:29.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.310+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=05GU99GP44YX tag=7561R5BJJD2F type=write size=3689468 2026-04-02T11:49:29.313 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.312+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~7C30QF4G3J96.0 size=1048576 2026-04-02T11:49:29.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.312+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~7C30QF4G3J96.1 size=1048576 2026-04-02T11:49:29.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.313+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~7C30QF4G3J96.2 size=195868 2026-04-02T11:49:29.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.313+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=7C30QF4G3J96 tag=B4HQ5MN0FMES type=write size=3341596 2026-04-02T11:49:29.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.314+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=SFSCYLA1D3P9 type=del 2026-04-02T11:49:29.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.315+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=QRU2F6NWMCFI type=del size=2727991 2026-04-02T11:49:29.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.316+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=WA0JRI9XDUBC type=del 2026-04-02T11:49:29.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.318+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~5SQJPCOOHKYH.0 size=826821 2026-04-02T11:49:29.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.318+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=5SQJPCOOHKYH tag=XDU0HMTK6J7D type=write size=1875397 2026-04-02T11:49:29.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.319+0000 7f5d7598a880 1 < suggested remove operation key=ZS5NQMR2F1CO tag=96ESU0OUZQEC type=write 2026-04-02T11:49:29.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.320+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=YH0OP0GIISNQ type=del size=1172480 2026-04-02T11:49:29.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.321+0000 7f5d7598a880 -1 < failed to complete operation key=ZS5NQMR2F1CO tag=LZ53BOI295Y3 type=del size=1267228: (22) Invalid argument 2026-04-02T11:49:29.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.322+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=DP9PG5L36ZEM type=del size=2750036 2026-04-02T11:49:29.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.324+0000 7f5d7598a880 1 < suggested update operation key=BHZAHJYOGK2B tag=X5N98SRBYEYY type=write size=565366 2026-04-02T11:49:29.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.325+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=YJEVO190058E type=del size=293037 2026-04-02T11:49:29.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.325+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=31VQAN7SYSB6 type=del 2026-04-02T11:49:29.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.327+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~28G760P2HKAS.0 size=1048576 2026-04-02T11:49:29.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.328+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~28G760P2HKAS.1 size=1048576 2026-04-02T11:49:29.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.328+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~28G760P2HKAS.2 size=175268 2026-04-02T11:49:29.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.328+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=28G760P2HKAS tag=427TVWP9CQV9 type=write size=3320996 2026-04-02T11:49:29.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.329+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~IAPIB37CXJPF.0 size=233020 2026-04-02T11:49:29.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.331+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=IAPIB37CXJPF tag=32QVHU17K7JW type=write size=1281596 2026-04-02T11:49:29.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.332+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~FX3KXDSS87WG.0 size=392731 2026-04-02T11:49:29.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.332+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=FX3KXDSS87WG tag=Y3MOYSH9SUJ2 type=write size=1441307 2026-04-02T11:49:29.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.334+0000 7f5d7598a880 1 < suggested update operation key=TG8AKFTZB4ZM tag=VF6KT3NCRJOG type=del size=1282060 2026-04-02T11:49:29.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.335+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=F4B6ATLEMAGY type=del size=1706040 2026-04-02T11:49:29.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.336+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=QFBX09FEGR4H type=del 2026-04-02T11:49:29.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.337+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=MJ4816UOGKOH type=del size=851994 2026-04-02T11:49:29.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.338+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~VYF1Y3F4373Y.0 size=959038 2026-04-02T11:49:29.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.339+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=VYF1Y3F4373Y tag=UXLE3G3HPEE0 type=write size=2007614 2026-04-02T11:49:29.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.341+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~QEF4AQTUROC3.0 size=1048576 2026-04-02T11:49:29.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.342+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~QEF4AQTUROC3.1 size=1025715 2026-04-02T11:49:29.344 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.342+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=QEF4AQTUROC3 tag=XKG4A6471IIR type=write size=3122867 2026-04-02T11:49:29.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.343+0000 7f5d7598a880 1 < suggested remove operation key=5MI2F3J8J9MJ tag=S31BDU0DR6GB type=write 2026-04-02T11:49:29.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.344+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=RJCJ1P3TLGGW type=write size=80240 2026-04-02T11:49:29.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.345+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=UP1EA85GJRMZ type=del 2026-04-02T11:49:29.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.346+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~BOIKPD2SDBUV.0 size=1048576 2026-04-02T11:49:29.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.347+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~BOIKPD2SDBUV.1 size=1048576 2026-04-02T11:49:29.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.348+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~BOIKPD2SDBUV.2 size=407558 2026-04-02T11:49:29.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.348+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=BOIKPD2SDBUV tag=R1IJ2DSQSBH9 type=write size=3553286 2026-04-02T11:49:29.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.349+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~VMHZTRQK6HT0.0 size=1048576 2026-04-02T11:49:29.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.349+0000 7f5d7598a880 1 < canceled part key=_multipart_ZQKQX36TNEUQ.2~VMHZTRQK6HT0.1 size=384924 2026-04-02T11:49:29.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.350+0000 7f5d7598a880 1 < canceled multipart upload key=ZQKQX36TNEUQ upload=VMHZTRQK6HT0 tag=JH6X8T4TO07A type=write size=2482076 2026-04-02T11:49:29.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.352+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~A3NSILW66X6Q.0 size=387583 2026-04-02T11:49:29.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.352+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=A3NSILW66X6Q tag=58RSQQCRHAO7 type=write size=1436159 2026-04-02T11:49:29.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.353+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=LCB2V5PN93FD type=del 2026-04-02T11:49:29.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.354+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~EALYS6T2JFBT.0 size=1048576 2026-04-02T11:49:29.357 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.355+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~EALYS6T2JFBT.1 size=340044 2026-04-02T11:49:29.357 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.355+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=EALYS6T2JFBT tag=OJ4R64HHPZI7 type=write size=2437196 2026-04-02T11:49:29.357 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.356+0000 7f5d7598a880 1 < canceled operation key=HOC3CF4CF4HD tag=9CX2APEGJKNE type=write size=644074 2026-04-02T11:49:29.358 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.356+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=ZTPPO85K3RX1 type=del size=3024132 2026-04-02T11:49:29.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.357+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~7C30QF4G3J96.0 size=1048576 2026-04-02T11:49:29.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.358+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~7C30QF4G3J96.1 size=1048576 2026-04-02T11:49:29.362 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.360+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~7C30QF4G3J96.2 size=195868 2026-04-02T11:49:29.363 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.362+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=7C30QF4G3J96 tag=B4HQ5MN0FMES type=write size=3341596 2026-04-02T11:49:29.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.363+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~1541H8KBT8Q5.0 size=693080 2026-04-02T11:49:29.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.363+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=1541H8KBT8Q5 tag=9ESJBISE50F7 type=write size=1741656 2026-04-02T11:49:29.366 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.364+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=QRU2F6NWMCFI type=del 2026-04-02T11:49:29.367 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.365+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~TXXQ3U5NV2VV.0 size=1048576 2026-04-02T11:49:29.368 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.366+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~TXXQ3U5NV2VV.1 size=1048576 2026-04-02T11:49:29.368 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.367+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~TXXQ3U5NV2VV.2 size=839699 2026-04-02T11:49:29.368 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.367+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=TXXQ3U5NV2VV tag=KAS5BD5P6JC6 type=write size=3985427 2026-04-02T11:49:29.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.368+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~5SQJPCOOHKYH.0 size=826821 2026-04-02T11:49:29.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.369+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=5SQJPCOOHKYH tag=XDU0HMTK6J7D type=write size=1875397 2026-04-02T11:49:29.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.371+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~NMIEUBG4AZKT.0 size=1048576 2026-04-02T11:49:29.373 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.371+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~NMIEUBG4AZKT.1 size=1048576 2026-04-02T11:49:29.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.372+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~NMIEUBG4AZKT.2 size=542671 2026-04-02T11:49:29.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.372+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=NMIEUBG4AZKT tag=0BZPJHNB5JX1 type=write size=3688399 2026-04-02T11:49:29.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.373+0000 7f5d7598a880 -1 < failed to complete operation key=BHZAHJYOGK2B tag=YH0OP0GIISNQ type=del size=1172480: (22) Invalid argument 2026-04-02T11:49:29.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.374+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~AJ0IVG6V2L4F.0 size=1048576 2026-04-02T11:49:29.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.375+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~AJ0IVG6V2L4F.1 size=89215 2026-04-02T11:49:29.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.375+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=AJ0IVG6V2L4F tag=UQ6PJHD7SXF4 type=write size=2186367 2026-04-02T11:49:29.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.376+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=DP9PG5L36ZEM type=del 2026-04-02T11:49:29.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.377+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=PARNFADXJLPN type=del size=848258 2026-04-02T11:49:29.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.378+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=YJEVO190058E type=del 2026-04-02T11:49:29.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.378+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=VTO6B14Z38GN type=del size=3479931 2026-04-02T11:49:29.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.379+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~28G760P2HKAS.0 size=1048576 2026-04-02T11:49:29.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.380+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~28G760P2HKAS.1 size=1048576 2026-04-02T11:49:29.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.381+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~28G760P2HKAS.2 size=175268 2026-04-02T11:49:29.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.383+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=28G760P2HKAS tag=427TVWP9CQV9 type=write size=3320996 2026-04-02T11:49:29.386 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.384+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~NCE4BTVFS5VW.0 size=1048576 2026-04-02T11:49:29.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.385+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~NCE4BTVFS5VW.1 size=414039 2026-04-02T11:49:29.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.385+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=NCE4BTVFS5VW tag=9ZYPN0P6N7A0 type=write size=2511191 2026-04-02T11:49:29.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.386+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~FX3KXDSS87WG.0 size=392731 2026-04-02T11:49:29.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.387+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=FX3KXDSS87WG tag=Y3MOYSH9SUJ2 type=write size=1441307 2026-04-02T11:49:29.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.388+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=57P6Q71YZL4D type=del size=1782940 2026-04-02T11:49:29.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.389+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=F4B6ATLEMAGY type=del 2026-04-02T11:49:29.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.389+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=YQIOUM772YFF type=write size=869773 2026-04-02T11:49:29.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.390+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=MJ4816UOGKOH type=del 2026-04-02T11:49:29.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.391+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=74C942U6W33O type=del size=2451091 2026-04-02T11:49:29.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.392+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~QEF4AQTUROC3.0 size=1048576 2026-04-02T11:49:29.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.392+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~QEF4AQTUROC3.1 size=1025715 2026-04-02T11:49:29.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.395+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=QEF4AQTUROC3 tag=XKG4A6471IIR type=write size=3122867 2026-04-02T11:49:29.398 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.396+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=8JXHHDRFH2IO type=del size=3095977 2026-04-02T11:49:29.399 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.397+0000 7f5d7598a880 1 < completed write operation key=42U7D3Y8Z7PW tag=RJCJ1P3TLGGW type=write size=80240 2026-04-02T11:49:29.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.399+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~E5J5FM874XEH.0 size=1048576 2026-04-02T11:49:29.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.400+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~E5J5FM874XEH.1 size=562334 2026-04-02T11:49:29.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.400+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=E5J5FM874XEH tag=KJNBSZ9U99MV type=write size=2659486 2026-04-02T11:49:29.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.400+0000 7f5d7598a880 1 < canceled part key=_multipart_HYSJYWQT3N55.2~BOIKPD2SDBUV.0 size=1048576 2026-04-02T11:49:29.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.400+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~BOIKPD2SDBUV.1 size=1048576 2026-04-02T11:49:29.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.401+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~BOIKPD2SDBUV.2 size=407558 2026-04-02T11:49:29.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.403+0000 7f5d7598a880 1 < canceled multipart upload key=HYSJYWQT3N55 upload=BOIKPD2SDBUV tag=R1IJ2DSQSBH9 type=write size=3553286 2026-04-02T11:49:29.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.404+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~HWY9431W2STS.0 size=1048576 2026-04-02T11:49:29.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.405+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~HWY9431W2STS.1 size=356898 2026-04-02T11:49:29.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.405+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=HWY9431W2STS tag=L99WPH6U2N34 type=write size=2454050 2026-04-02T11:49:29.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.406+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~A3NSILW66X6Q.0 size=387583 2026-04-02T11:49:29.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.407+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=A3NSILW66X6Q tag=58RSQQCRHAO7 type=write size=1436159 2026-04-02T11:49:29.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.408+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=BBNBI7FJ7Y29 type=write size=492455 2026-04-02T11:49:29.411 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.409+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~EALYS6T2JFBT.0 size=1048576 2026-04-02T11:49:29.411 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.410+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~EALYS6T2JFBT.1 size=340044 2026-04-02T11:49:29.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.411+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=EALYS6T2JFBT tag=OJ4R64HHPZI7 type=write size=2437196 2026-04-02T11:49:29.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.412+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~7Y92NYUBDBJL.0 size=1048576 2026-04-02T11:49:29.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.413+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~7Y92NYUBDBJL.1 size=13095 2026-04-02T11:49:29.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.413+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=7Y92NYUBDBJL tag=NL4BZHU5BB6C type=write size=2110247 2026-04-02T11:49:29.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.414+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=ZTPPO85K3RX1 type=del 2026-04-02T11:49:29.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.415+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=25LFOZPH09TB type=del size=3329751 2026-04-02T11:49:29.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.415+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~1541H8KBT8Q5.0 size=693080 2026-04-02T11:49:29.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.417+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=1541H8KBT8Q5 tag=9ESJBISE50F7 type=write size=1741656 2026-04-02T11:49:29.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.418+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=GOPQ2GFTPSIW type=write size=644819 2026-04-02T11:49:29.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.418+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~TXXQ3U5NV2VV.0 size=1048576 2026-04-02T11:49:29.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.419+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~TXXQ3U5NV2VV.1 size=1048576 2026-04-02T11:49:29.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.420+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~TXXQ3U5NV2VV.2 size=839699 2026-04-02T11:49:29.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.421+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=TXXQ3U5NV2VV tag=KAS5BD5P6JC6 type=write size=3985427 2026-04-02T11:49:29.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.422+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=1PYF6CZTGKDJ type=del size=1355054 2026-04-02T11:49:29.426 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.424+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~NMIEUBG4AZKT.0 size=1048576 2026-04-02T11:49:29.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.425+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~NMIEUBG4AZKT.1 size=1048576 2026-04-02T11:49:29.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.426+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~NMIEUBG4AZKT.2 size=542671 2026-04-02T11:49:29.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.427+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=NMIEUBG4AZKT tag=0BZPJHNB5JX1 type=write size=3688399 2026-04-02T11:49:29.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.428+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=DT7QSNP5868D type=del size=1943973 2026-04-02T11:49:29.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.429+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~AJ0IVG6V2L4F.0 size=1048576 2026-04-02T11:49:29.431 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.429+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~AJ0IVG6V2L4F.1 size=89215 2026-04-02T11:49:29.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.430+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=AJ0IVG6V2L4F tag=UQ6PJHD7SXF4 type=write size=2186367 2026-04-02T11:49:29.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.432+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~78J962J13L61.0 size=1048576 2026-04-02T11:49:29.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.432+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~78J962J13L61.1 size=1048576 2026-04-02T11:49:29.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.433+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~78J962J13L61.2 size=580081 2026-04-02T11:49:29.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.433+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=78J962J13L61 tag=4MIF76GSQIXT type=write size=3725809 2026-04-02T11:49:29.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.434+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=PARNFADXJLPN type=del 2026-04-02T11:49:29.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.435+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=0I9QFK58TOE3 type=del size=2275281 2026-04-02T11:49:29.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.435+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=VTO6B14Z38GN type=del 2026-04-02T11:49:29.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.436+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=MTCPQJLOBRYE type=del size=942620 2026-04-02T11:49:29.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.437+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~NCE4BTVFS5VW.0 size=1048576 2026-04-02T11:49:29.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.437+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~NCE4BTVFS5VW.1 size=414039 2026-04-02T11:49:29.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.439+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=NCE4BTVFS5VW tag=9ZYPN0P6N7A0 type=write size=2511191 2026-04-02T11:49:29.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.441+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~0CPU554CL267.0 size=1048576 2026-04-02T11:49:29.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.441+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~0CPU554CL267.1 size=152320 2026-04-02T11:49:29.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.441+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=0CPU554CL267 tag=PSFSLHEMZKS1 type=write size=2249472 2026-04-02T11:49:29.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.443+0000 7f5d7598a880 1 < suggested remove operation key=5AJK8GE86W32 tag=57P6Q71YZL4D type=del 2026-04-02T11:49:29.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.444+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~GMCYIO0JSOC0.0 size=1048576 2026-04-02T11:49:29.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.445+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~GMCYIO0JSOC0.1 size=7368 2026-04-02T11:49:29.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.445+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=GMCYIO0JSOC0 tag=TLIL9C19OF0M type=write size=2104520 2026-04-02T11:49:29.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.446+0000 7f5d7598a880 1 < completed write operation key=52PU1ZBC7VWW tag=YQIOUM772YFF type=write size=869773 2026-04-02T11:49:29.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.447+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~L5PPPUFOMGGB.0 size=378235 2026-04-02T11:49:29.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.447+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=L5PPPUFOMGGB tag=5P7488B1TT9O type=write size=1426811 2026-04-02T11:49:29.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.448+0000 7f5d7598a880 1 < suggested remove operation key=7GZSL99JL986 tag=74C942U6W33O type=del 2026-04-02T11:49:29.453 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.451+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~YGFILFOQIE9Q.0 size=1048576 2026-04-02T11:49:29.453 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.452+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~YGFILFOQIE9Q.1 size=1048576 2026-04-02T11:49:29.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.452+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~YGFILFOQIE9Q.2 size=385713 2026-04-02T11:49:29.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.452+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=YGFILFOQIE9Q tag=F7N6RV7C5KKA type=write size=3531441 2026-04-02T11:49:29.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.454+0000 7f5d7598a880 1 < suggested remove operation key=V6UN2ZWR2MRB tag=8JXHHDRFH2IO type=del 2026-04-02T11:49:29.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.455+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~QDUQ3W203X0Q.0 size=1019554 2026-04-02T11:49:29.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.455+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=QDUQ3W203X0Q tag=90K89LQCX3K8 type=write size=2068130 2026-04-02T11:49:29.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.456+0000 7f5d7598a880 1 < canceled part key=_multipart_07AW9BPTKOI3.2~E5J5FM874XEH.0 size=1048576 2026-04-02T11:49:29.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.456+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~E5J5FM874XEH.1 size=562334 2026-04-02T11:49:29.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.458+0000 7f5d7598a880 1 < canceled multipart upload key=07AW9BPTKOI3 upload=E5J5FM874XEH tag=KJNBSZ9U99MV type=write size=2659486 2026-04-02T11:49:29.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.459+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~UXMVZ4GE6B5I.0 size=1048576 2026-04-02T11:49:29.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.460+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~UXMVZ4GE6B5I.1 size=628993 2026-04-02T11:49:29.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.460+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=UXMVZ4GE6B5I tag=PYVUHUMZUCJ6 type=write size=2726145 2026-04-02T11:49:29.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.460+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~HWY9431W2STS.0 size=1048576 2026-04-02T11:49:29.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.461+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~HWY9431W2STS.1 size=356898 2026-04-02T11:49:29.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.462+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=HWY9431W2STS tag=L99WPH6U2N34 type=write size=2454050 2026-04-02T11:49:29.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.463+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=2YI9WZBI1HD6 type=del size=1287388 2026-04-02T11:49:29.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.464+0000 7f5d7598a880 1 < completed write operation key=5SYEEEI3LHR1 tag=BBNBI7FJ7Y29 type=write size=492455 2026-04-02T11:49:29.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.465+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~49Z93D24FAF9.0 size=1048576 2026-04-02T11:49:29.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.466+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~49Z93D24FAF9.1 size=1048576 2026-04-02T11:49:29.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.467+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~49Z93D24FAF9.2 size=185480 2026-04-02T11:49:29.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.467+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=49Z93D24FAF9 tag=LBBUJSK2D0Y4 type=write size=3331208 2026-04-02T11:49:29.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.467+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~7Y92NYUBDBJL.0 size=1048576 2026-04-02T11:49:29.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.468+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~7Y92NYUBDBJL.1 size=13095 2026-04-02T11:49:29.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.469+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=7Y92NYUBDBJL tag=NL4BZHU5BB6C type=write size=2110247 2026-04-02T11:49:29.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.470+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=8DP7BJNJKKKF type=del size=2670284 2026-04-02T11:49:29.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.471+0000 7f5d7598a880 1 < suggested update operation key=6BTSQ5CT3T88 tag=25LFOZPH09TB type=del size=3329751 2026-04-02T11:49:29.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.472+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=RCINA974HC04 type=del size=1019183 2026-04-02T11:49:29.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.473+0000 7f5d7598a880 1 < completed write operation key=UWKIR14N3KM3 tag=GOPQ2GFTPSIW type=write size=644819 2026-04-02T11:49:29.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.474+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=1B3MGO9N6IHL type=del size=1704923 2026-04-02T11:49:29.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.475+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=1PYF6CZTGKDJ type=del 2026-04-02T11:49:29.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.477+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~S6O1EMLNGZJK.0 size=1048576 2026-04-02T11:49:29.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.478+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~S6O1EMLNGZJK.1 size=1048576 2026-04-02T11:49:29.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.479+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~S6O1EMLNGZJK.2 size=78955 2026-04-02T11:49:29.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.479+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=S6O1EMLNGZJK tag=HVH7JUHPKVE6 type=write size=3224683 2026-04-02T11:49:29.481 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.479+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=DT7QSNP5868D type=del 2026-04-02T11:49:29.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.480+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=SHAGKZZPJQLV type=del size=2213538 2026-04-02T11:49:29.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.481+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~78J962J13L61.0 size=1048576 2026-04-02T11:49:29.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.481+0000 7f5d7598a880 1 < canceled part key=_multipart_B069J9WSE2J1.2~78J962J13L61.1 size=1048576 2026-04-02T11:49:29.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.481+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~78J962J13L61.2 size=580081 2026-04-02T11:49:29.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.482+0000 7f5d7598a880 1 < canceled multipart upload key=B069J9WSE2J1 upload=78J962J13L61 tag=4MIF76GSQIXT type=write size=3725809 2026-04-02T11:49:29.485 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.484+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~PQIP96GYBJR8.0 size=633352 2026-04-02T11:49:29.485 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.484+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=PQIP96GYBJR8 tag=PZWJ6PXIE1N9 type=write size=1681928 2026-04-02T11:49:29.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.484+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=0I9QFK58TOE3 type=del 2026-04-02T11:49:29.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.485+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=BXW3FOABM6L3 type=del size=1396352 2026-04-02T11:49:29.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.486+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=MTCPQJLOBRYE type=del 2026-04-02T11:49:29.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.487+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~AFLQEVP64JKD.0 size=1048576 2026-04-02T11:49:29.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.487+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~AFLQEVP64JKD.1 size=1048576 2026-04-02T11:49:29.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.488+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~AFLQEVP64JKD.2 size=666563 2026-04-02T11:49:29.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.488+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=AFLQEVP64JKD tag=R62IBLTR34PQ type=write size=3812291 2026-04-02T11:49:29.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.489+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~0CPU554CL267.0 size=1048576 2026-04-02T11:49:29.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.489+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~0CPU554CL267.1 size=152320 2026-04-02T11:49:29.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.491+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=0CPU554CL267 tag=PSFSLHEMZKS1 type=write size=2249472 2026-04-02T11:49:29.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.492+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~CX54GBBDGEAF.0 size=1048576 2026-04-02T11:49:29.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.492+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~CX54GBBDGEAF.1 size=340634 2026-04-02T11:49:29.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.492+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=CX54GBBDGEAF tag=JINWM11K3GDF type=write size=2437786 2026-04-02T11:49:29.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.493+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~GMCYIO0JSOC0.0 size=1048576 2026-04-02T11:49:29.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.494+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~GMCYIO0JSOC0.1 size=7368 2026-04-02T11:49:29.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.495+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=GMCYIO0JSOC0 tag=TLIL9C19OF0M type=write size=2104520 2026-04-02T11:49:29.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.496+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=01UOJ2KF61RV type=del size=1533319 2026-04-02T11:49:29.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.496+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~L5PPPUFOMGGB.0 size=378235 2026-04-02T11:49:29.499 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.497+0000 7f5d7598a880 1 < completed multipart upload key=UWKIR14N3KM3 upload=L5PPPUFOMGGB tag=5P7488B1TT9O type=write size=1426811 2026-04-02T11:49:29.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.499+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~23FT87OD2MJN.0 size=1048576 2026-04-02T11:49:29.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.499+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~23FT87OD2MJN.1 size=1048576 2026-04-02T11:49:29.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.500+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~23FT87OD2MJN.2 size=937998 2026-04-02T11:49:29.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.500+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=23FT87OD2MJN tag=VKU5A155ALYR type=write size=4083726 2026-04-02T11:49:29.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.501+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~YGFILFOQIE9Q.0 size=1048576 2026-04-02T11:49:29.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.501+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~YGFILFOQIE9Q.1 size=1048576 2026-04-02T11:49:29.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.502+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~YGFILFOQIE9Q.2 size=385713 2026-04-02T11:49:29.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.503+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=YGFILFOQIE9Q tag=F7N6RV7C5KKA type=write size=3531441 2026-04-02T11:49:29.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.504+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=4SXKJSNBAFTQ type=del size=4191221 2026-04-02T11:49:29.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.505+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~QDUQ3W203X0Q.0 size=1019554 2026-04-02T11:49:29.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.506+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=QDUQ3W203X0Q tag=90K89LQCX3K8 type=write size=2068130 2026-04-02T11:49:29.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.507+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~SJFUOF9UDPV5.0 size=1048576 2026-04-02T11:49:29.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.510+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~SJFUOF9UDPV5.1 size=853804 2026-04-02T11:49:29.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.510+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=SJFUOF9UDPV5 tag=8T0AQAVWG9E0 type=write size=2950956 2026-04-02T11:49:29.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.511+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~UXMVZ4GE6B5I.0 size=1048576 2026-04-02T11:49:29.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.511+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~UXMVZ4GE6B5I.1 size=628993 2026-04-02T11:49:29.514 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.513+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=UXMVZ4GE6B5I tag=PYVUHUMZUCJ6 type=write size=2726145 2026-04-02T11:49:29.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.513+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=XHD7X51T91HL type=del size=1101143 2026-04-02T11:49:29.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.514+0000 7f5d7598a880 -1 < failed to complete operation key=6BTSQ5CT3T88 tag=2YI9WZBI1HD6 type=del size=1287388: (22) Invalid argument 2026-04-02T11:49:29.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.516+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~RBQDQ1CCUSWO.0 size=1048576 2026-04-02T11:49:29.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.516+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~RBQDQ1CCUSWO.1 size=1048576 2026-04-02T11:49:29.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.517+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~RBQDQ1CCUSWO.2 size=183768 2026-04-02T11:49:29.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.517+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=RBQDQ1CCUSWO tag=N1OPT7HJC7KS type=write size=3329496 2026-04-02T11:49:29.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.517+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~49Z93D24FAF9.0 size=1048576 2026-04-02T11:49:29.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.518+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~49Z93D24FAF9.1 size=1048576 2026-04-02T11:49:29.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.519+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~49Z93D24FAF9.2 size=185480 2026-04-02T11:49:29.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.520+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=49Z93D24FAF9 tag=LBBUJSK2D0Y4 type=write size=3331208 2026-04-02T11:49:29.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.521+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=YVMCYWZEHO31 type=del size=2807744 2026-04-02T11:49:29.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.522+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=8DP7BJNJKKKF type=del 2026-04-02T11:49:29.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.522+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=U1HQO216721V type=write size=400077 2026-04-02T11:49:29.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.523+0000 7f5d7598a880 1 < canceled operation key=52PU1ZBC7VWW tag=RCINA974HC04 type=del size=1019183 2026-04-02T11:49:29.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.524+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=O9277835LW8T type=del size=1002440 2026-04-02T11:49:29.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.525+0000 7f5d7598a880 1 < canceled operation key=ZIMLW0YTOPPK tag=1B3MGO9N6IHL type=del size=1704923 2026-04-02T11:49:29.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.525+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=7YKX1V1HY5PM type=del size=3309842 2026-04-02T11:49:29.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.526+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~S6O1EMLNGZJK.0 size=1048576 2026-04-02T11:49:29.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.527+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~S6O1EMLNGZJK.1 size=1048576 2026-04-02T11:49:29.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.527+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~S6O1EMLNGZJK.2 size=78955 2026-04-02T11:49:29.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.529+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=S6O1EMLNGZJK tag=HVH7JUHPKVE6 type=write size=3224683 2026-04-02T11:49:29.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.530+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~KK7FWX35QH1E.0 size=1048576 2026-04-02T11:49:29.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.530+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~KK7FWX35QH1E.1 size=1048576 2026-04-02T11:49:29.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.531+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~KK7FWX35QH1E.2 size=928395 2026-04-02T11:49:29.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.531+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=KK7FWX35QH1E tag=ZZW6MROTD3DD type=write size=4074123 2026-04-02T11:49:29.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.531+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=SHAGKZZPJQLV type=del 2026-04-02T11:49:29.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.532+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=2ZJ3X0ELMC0K type=del size=2327918 2026-04-02T11:49:29.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.533+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~PQIP96GYBJR8.0 size=633352 2026-04-02T11:49:29.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.534+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=PQIP96GYBJR8 tag=PZWJ6PXIE1N9 type=write size=1681928 2026-04-02T11:49:29.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.535+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~HV7ECBU3P2S7.0 size=1048576 2026-04-02T11:49:29.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.536+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~HV7ECBU3P2S7.1 size=413237 2026-04-02T11:49:29.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.536+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=HV7ECBU3P2S7 tag=H0WHT6I2ZZ92 type=write size=2510389 2026-04-02T11:49:29.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.537+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=BXW3FOABM6L3 type=del 2026-04-02T11:49:29.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.537+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=0RSF2W7KP4S4 type=del size=2428428 2026-04-02T11:49:29.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.538+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~AFLQEVP64JKD.0 size=1048576 2026-04-02T11:49:29.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.539+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~AFLQEVP64JKD.1 size=1048576 2026-04-02T11:49:29.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.539+0000 7f5d7598a880 1 < canceled part key=_multipart_JJ7N37F55IC3.2~AFLQEVP64JKD.2 size=666563 2026-04-02T11:49:29.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.542+0000 7f5d7598a880 1 < canceled multipart upload key=JJ7N37F55IC3 upload=AFLQEVP64JKD tag=R62IBLTR34PQ type=write size=3812291 2026-04-02T11:49:29.545 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.543+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~CQ01VNKEGQTG.0 size=230384 2026-04-02T11:49:29.545 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.543+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=CQ01VNKEGQTG tag=XOEX89635H0N type=write size=1278960 2026-04-02T11:49:29.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.544+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~CX54GBBDGEAF.0 size=1048576 2026-04-02T11:49:29.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.545+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~CX54GBBDGEAF.1 size=340634 2026-04-02T11:49:29.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.546+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=CX54GBBDGEAF tag=JINWM11K3GDF type=write size=2437786 2026-04-02T11:49:29.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.547+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=4TF6O5T8CETQ type=del size=3057319 2026-04-02T11:49:29.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.547+0000 7f5d7598a880 1 < canceled operation key=HOC3CF4CF4HD tag=01UOJ2KF61RV type=del size=1533319 2026-04-02T11:49:29.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.549+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~07MCQ1D80BQO.0 size=1048576 2026-04-02T11:49:29.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.549+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~07MCQ1D80BQO.1 size=1048576 2026-04-02T11:49:29.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.550+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~07MCQ1D80BQO.2 size=803310 2026-04-02T11:49:29.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.550+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=07MCQ1D80BQO tag=D2CIO39GV2U8 type=write size=3949038 2026-04-02T11:49:29.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.551+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~23FT87OD2MJN.0 size=1048576 2026-04-02T11:49:29.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.551+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~23FT87OD2MJN.1 size=1048576 2026-04-02T11:49:29.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.552+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~23FT87OD2MJN.2 size=937998 2026-04-02T11:49:29.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.553+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=23FT87OD2MJN tag=VKU5A155ALYR type=write size=4083726 2026-04-02T11:49:29.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.554+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=QALE9N2J4H5B type=del size=1731505 2026-04-02T11:49:29.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.555+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=4SXKJSNBAFTQ type=del 2026-04-02T11:49:29.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.556+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~Y9H42IG6TLKO.0 size=274499 2026-04-02T11:49:29.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.556+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=Y9H42IG6TLKO tag=2NN8FWJMERBC type=write size=1323075 2026-04-02T11:49:29.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.557+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~SJFUOF9UDPV5.0 size=1048576 2026-04-02T11:49:29.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.557+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~SJFUOF9UDPV5.1 size=853804 2026-04-02T11:49:29.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.559+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=SJFUOF9UDPV5 tag=8T0AQAVWG9E0 type=write size=2950956 2026-04-02T11:49:29.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.559+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=3F0B4DOAW1AA type=write size=713043 2026-04-02T11:49:29.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.560+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=XHD7X51T91HL type=del 2026-04-02T11:49:29.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.561+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=LOQIG3YXYIHR type=del size=3323101 2026-04-02T11:49:29.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.561+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~RBQDQ1CCUSWO.0 size=1048576 2026-04-02T11:49:29.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.562+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~RBQDQ1CCUSWO.1 size=1048576 2026-04-02T11:49:29.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.563+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~RBQDQ1CCUSWO.2 size=183768 2026-04-02T11:49:29.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.564+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=RBQDQ1CCUSWO tag=N1OPT7HJC7KS type=write size=3329496 2026-04-02T11:49:29.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.565+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~1341QJTRJNW6.0 size=1048576 2026-04-02T11:49:29.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.566+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~1341QJTRJNW6.1 size=1048576 2026-04-02T11:49:29.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.567+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~1341QJTRJNW6.2 size=581758 2026-04-02T11:49:29.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.567+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=1341QJTRJNW6 tag=QHYQZSRBUO38 type=write size=3727486 2026-04-02T11:49:29.570 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.569+0000 7f5d7598a880 1 < suggested remove operation key=07AW9BPTKOI3 tag=YVMCYWZEHO31 type=del 2026-04-02T11:49:29.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.570+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~12AATZ5A8I30.0 size=1048576 2026-04-02T11:49:29.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.571+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~12AATZ5A8I30.1 size=1048576 2026-04-02T11:49:29.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.571+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~12AATZ5A8I30.2 size=855483 2026-04-02T11:49:29.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.571+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=12AATZ5A8I30 tag=M4TWVZ65TZF3 type=write size=4001211 2026-04-02T11:49:29.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.572+0000 7f5d7598a880 1 < completed write operation key=5MI2F3J8J9MJ tag=U1HQO216721V type=write size=400077 2026-04-02T11:49:29.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.573+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~WE3674FDXUSD.0 size=1048576 2026-04-02T11:49:29.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.574+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~WE3674FDXUSD.1 size=1048576 2026-04-02T11:49:29.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.575+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~WE3674FDXUSD.2 size=739325 2026-04-02T11:49:29.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.575+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=WE3674FDXUSD tag=KWFN5OEUHI8M type=write size=3885053 2026-04-02T11:49:29.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.575+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=O9277835LW8T type=del 2026-04-02T11:49:29.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.576+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=178T8J4WIKUP type=del size=4071322 2026-04-02T11:49:29.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.577+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=7YKX1V1HY5PM type=del 2026-04-02T11:49:29.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.577+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=AS61ZJ6EG6C0 type=del size=2606031 2026-04-02T11:49:29.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.578+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~KK7FWX35QH1E.0 size=1048576 2026-04-02T11:49:29.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.579+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~KK7FWX35QH1E.1 size=1048576 2026-04-02T11:49:29.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.579+0000 7f5d7598a880 1 < canceled part key=_multipart_3T2FDRTF7XHC.2~KK7FWX35QH1E.2 size=928395 2026-04-02T11:49:29.582 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.581+0000 7f5d7598a880 1 < canceled multipart upload key=3T2FDRTF7XHC upload=KK7FWX35QH1E tag=ZZW6MROTD3DD type=write size=4074123 2026-04-02T11:49:29.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.581+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=YV0KPZ5D3U94 type=del size=4037277 2026-04-02T11:49:29.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.583+0000 7f5d7598a880 1 < suggested update operation key=TG8AKFTZB4ZM tag=2ZJ3X0ELMC0K type=del size=2327918 2026-04-02T11:49:29.586 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.584+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~B9EFE9KJUUN1.0 size=1048576 2026-04-02T11:49:29.586 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.584+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~B9EFE9KJUUN1.1 size=1048576 2026-04-02T11:49:29.587 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.585+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~B9EFE9KJUUN1.2 size=728566 2026-04-02T11:49:29.587 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.585+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=B9EFE9KJUUN1 tag=7SKRTIZF1ACD type=write size=3874294 2026-04-02T11:49:29.587 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.586+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~HV7ECBU3P2S7.0 size=1048576 2026-04-02T11:49:29.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.586+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~HV7ECBU3P2S7.1 size=413237 2026-04-02T11:49:29.589 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.587+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=HV7ECBU3P2S7 tag=H0WHT6I2ZZ92 type=write size=2510389 2026-04-02T11:49:29.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.588+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=SXOQJTGTKS6Q type=del size=370604 2026-04-02T11:49:29.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.589+0000 7f5d7598a880 1 < suggested update operation key=3T2FDRTF7XHC tag=0RSF2W7KP4S4 type=del size=2428428 2026-04-02T11:49:29.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.591+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~7WONINYKGZT7.0 size=878599 2026-04-02T11:49:29.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.591+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=7WONINYKGZT7 tag=EV1FCQPK3ORS type=write size=1927175 2026-04-02T11:49:29.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.591+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~CQ01VNKEGQTG.0 size=230384 2026-04-02T11:49:29.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.592+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=CQ01VNKEGQTG tag=XOEX89635H0N type=write size=1278960 2026-04-02T11:49:29.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.594+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~3G6NRXA44WJB.0 size=1048576 2026-04-02T11:49:29.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.594+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~3G6NRXA44WJB.1 size=388818 2026-04-02T11:49:29.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.594+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=3G6NRXA44WJB tag=MELI9AEUHVZY type=write size=2485970 2026-04-02T11:49:29.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.595+0000 7f5d7598a880 1 < canceled operation key=6BTSQ5CT3T88 tag=4TF6O5T8CETQ type=del size=3057319 2026-04-02T11:49:29.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.665+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~LHLZRVSIPM6A.0 size=238820 2026-04-02T11:49:29.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.665+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=LHLZRVSIPM6A tag=K7I9F1R86987 type=write size=1287396 2026-04-02T11:49:29.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.666+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~07MCQ1D80BQO.0 size=1048576 2026-04-02T11:49:29.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.666+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~07MCQ1D80BQO.1 size=1048576 2026-04-02T11:49:29.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.667+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~07MCQ1D80BQO.2 size=803310 2026-04-02T11:49:29.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.669+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=07MCQ1D80BQO tag=D2CIO39GV2U8 type=write size=3949038 2026-04-02T11:49:29.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.669+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=574WQUWZEH2U type=del size=3078811 2026-04-02T11:49:29.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.670+0000 7f5d7598a880 1 < canceled operation key=J47182HKJTLL tag=QALE9N2J4H5B type=del size=1731505 2026-04-02T11:49:29.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.671+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=AB3K9VTX2BP0 type=del size=2649467 2026-04-02T11:49:29.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.672+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~Y9H42IG6TLKO.0 size=274499 2026-04-02T11:49:29.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.673+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=Y9H42IG6TLKO tag=2NN8FWJMERBC type=write size=1323075 2026-04-02T11:49:29.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.674+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=JTFGVWDJL6EB type=del size=940043 2026-04-02T11:49:29.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.675+0000 7f5d7598a880 1 < completed write operation key=88E9H9UTDGH9 tag=3F0B4DOAW1AA type=write size=713043 2026-04-02T11:49:29.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.675+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=4FVJJEPHJ49K type=del size=1453843 2026-04-02T11:49:29.678 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.676+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=LOQIG3YXYIHR type=del 2026-04-02T11:49:29.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.678+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~5DCGP2JVTQSW.0 size=1048576 2026-04-02T11:49:29.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.678+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~5DCGP2JVTQSW.1 size=810739 2026-04-02T11:49:29.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.678+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=5DCGP2JVTQSW tag=P902QRCIQJDS type=write size=2907891 2026-04-02T11:49:29.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.679+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~1341QJTRJNW6.0 size=1048576 2026-04-02T11:49:29.682 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.680+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~1341QJTRJNW6.1 size=1048576 2026-04-02T11:49:29.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.681+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~1341QJTRJNW6.2 size=581758 2026-04-02T11:49:29.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.682+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=1341QJTRJNW6 tag=QHYQZSRBUO38 type=write size=3727486 2026-04-02T11:49:29.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.684+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~80PI8CTXJ9R2.0 size=1048576 2026-04-02T11:49:29.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.684+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~80PI8CTXJ9R2.1 size=1048576 2026-04-02T11:49:29.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.685+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~80PI8CTXJ9R2.2 size=515237 2026-04-02T11:49:29.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.685+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=80PI8CTXJ9R2 tag=XCJ6QNPC4S51 type=write size=3660965 2026-04-02T11:49:29.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.686+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~12AATZ5A8I30.0 size=1048576 2026-04-02T11:49:29.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.687+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~12AATZ5A8I30.1 size=1048576 2026-04-02T11:49:29.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.688+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~12AATZ5A8I30.2 size=855483 2026-04-02T11:49:29.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.689+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=12AATZ5A8I30 tag=M4TWVZ65TZF3 type=write size=4001211 2026-04-02T11:49:29.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.691+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~PVQU2AD77CP3.0 size=959268 2026-04-02T11:49:29.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.691+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=PVQU2AD77CP3 tag=E5QLBNTV16MU type=write size=2007844 2026-04-02T11:49:29.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.692+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~WE3674FDXUSD.0 size=1048576 2026-04-02T11:49:29.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.692+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~WE3674FDXUSD.1 size=1048576 2026-04-02T11:49:29.695 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.693+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~WE3674FDXUSD.2 size=739325 2026-04-02T11:49:29.696 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.695+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=WE3674FDXUSD tag=KWFN5OEUHI8M type=write size=3885053 2026-04-02T11:49:29.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.695+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=38T500KGT8W1 type=del size=4179226 2026-04-02T11:49:29.698 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.696+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=178T8J4WIKUP type=del 2026-04-02T11:49:29.700 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.698+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~F7818026L23Q.0 size=1048576 2026-04-02T11:49:29.700 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.699+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~F7818026L23Q.1 size=984561 2026-04-02T11:49:29.700 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.699+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=F7818026L23Q tag=TXIMMD5OIBN3 type=write size=3081713 2026-04-02T11:49:29.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.699+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=AS61ZJ6EG6C0 type=del 2026-04-02T11:49:29.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.700+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=8I0GKDQGI98N type=del size=5802 2026-04-02T11:49:29.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.702+0000 7f5d7598a880 1 < suggested remove operation key=J47182HKJTLL tag=YV0KPZ5D3U94 type=del 2026-04-02T11:49:29.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.703+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~G3R3XOV9TF1H.0 size=1048576 2026-04-02T11:49:29.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.704+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~G3R3XOV9TF1H.1 size=623360 2026-04-02T11:49:29.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.704+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=G3R3XOV9TF1H tag=IK2BKR5KK2DD type=write size=2720512 2026-04-02T11:49:29.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.704+0000 7f5d7598a880 1 < canceled part key=_multipart_B069J9WSE2J1.2~B9EFE9KJUUN1.0 size=1048576 2026-04-02T11:49:29.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.705+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~B9EFE9KJUUN1.1 size=1048576 2026-04-02T11:49:29.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.706+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~B9EFE9KJUUN1.2 size=728566 2026-04-02T11:49:29.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.707+0000 7f5d7598a880 1 < canceled multipart upload key=B069J9WSE2J1 upload=B9EFE9KJUUN1 tag=7SKRTIZF1ACD type=write size=3874294 2026-04-02T11:49:29.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.708+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~0HOGVHVYGSDW.0 size=1048576 2026-04-02T11:49:29.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.709+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~0HOGVHVYGSDW.1 size=1048576 2026-04-02T11:49:29.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.709+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~0HOGVHVYGSDW.2 size=748440 2026-04-02T11:49:29.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.709+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=0HOGVHVYGSDW tag=O6U7TE4RTDIJ type=write size=3894168 2026-04-02T11:49:29.712 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.710+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=SXOQJTGTKS6Q type=del 2026-04-02T11:49:29.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.711+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=IOJC50CKIRRG type=del size=1442187 2026-04-02T11:49:29.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.712+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~7WONINYKGZT7.0 size=878599 2026-04-02T11:49:29.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.713+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=7WONINYKGZT7 tag=EV1FCQPK3ORS type=write size=1927175 2026-04-02T11:49:29.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.714+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=TUXFTG2J9PX7 type=write size=988836 2026-04-02T11:49:29.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.715+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~3G6NRXA44WJB.0 size=1048576 2026-04-02T11:49:29.717 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.715+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~3G6NRXA44WJB.1 size=388818 2026-04-02T11:49:29.718 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.717+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=3G6NRXA44WJB tag=MELI9AEUHVZY type=write size=2485970 2026-04-02T11:49:29.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.717+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=QNRVOEOPFF24 type=del size=3697494 2026-04-02T11:49:29.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.718+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~LHLZRVSIPM6A.0 size=238820 2026-04-02T11:49:29.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.720+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=LHLZRVSIPM6A tag=K7I9F1R86987 type=write size=1287396 2026-04-02T11:49:29.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.722+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~KB78130LOUWX.0 size=692366 2026-04-02T11:49:29.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.722+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=KB78130LOUWX tag=0WKY9EXR2LE0 type=write size=1740942 2026-04-02T11:49:29.725 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.723+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=574WQUWZEH2U type=del 2026-04-02T11:49:29.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.724+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~FCWX21KA1Z8A.0 size=1048576 2026-04-02T11:49:29.727 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.725+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~FCWX21KA1Z8A.1 size=1048576 2026-04-02T11:49:29.727 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.726+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~FCWX21KA1Z8A.2 size=603293 2026-04-02T11:49:29.727 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.726+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=FCWX21KA1Z8A tag=LSJWHI9PBPTU type=write size=3749021 2026-04-02T11:49:29.728 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.726+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=AB3K9VTX2BP0 type=del 2026-04-02T11:49:29.729 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.728+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~X2GLKT8JY25K.0 size=1048576 2026-04-02T11:49:29.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.728+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~X2GLKT8JY25K.1 size=1048576 2026-04-02T11:49:29.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.729+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~X2GLKT8JY25K.2 size=35948 2026-04-02T11:49:29.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.729+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=X2GLKT8JY25K tag=R0Z3PYQ5XW8C type=write size=3181676 2026-04-02T11:49:29.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.729+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=JTFGVWDJL6EB type=del 2026-04-02T11:49:29.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.730+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=9AVITH9PR6P4 type=write size=878699 2026-04-02T11:49:29.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.732+0000 7f5d7598a880 1 < suggested update operation key=SKU4BMEAT7O7 tag=4FVJJEPHJ49K type=del size=1453843 2026-04-02T11:49:29.734 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.732+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=95B4Z9DPXZFY type=write size=380955 2026-04-02T11:49:29.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.733+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~5DCGP2JVTQSW.0 size=1048576 2026-04-02T11:49:29.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.734+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~5DCGP2JVTQSW.1 size=810739 2026-04-02T11:49:29.737 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.735+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=5DCGP2JVTQSW tag=P902QRCIQJDS type=write size=2907891 2026-04-02T11:49:29.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.736+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~Y7EE4CCY4PVH.0 size=1048576 2026-04-02T11:49:29.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.737+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~Y7EE4CCY4PVH.1 size=1048576 2026-04-02T11:49:29.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.737+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~Y7EE4CCY4PVH.2 size=514883 2026-04-02T11:49:29.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.737+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=Y7EE4CCY4PVH tag=8IGZ9Z3V9PR7 type=write size=3660611 2026-04-02T11:49:29.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.738+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~80PI8CTXJ9R2.0 size=1048576 2026-04-02T11:49:29.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.739+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~80PI8CTXJ9R2.1 size=1048576 2026-04-02T11:49:29.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.739+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~80PI8CTXJ9R2.2 size=515237 2026-04-02T11:49:29.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.740+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=80PI8CTXJ9R2 tag=XCJ6QNPC4S51 type=write size=3660965 2026-04-02T11:49:29.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.742+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~FS7CKY5MDUJJ.0 size=1048576 2026-04-02T11:49:29.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.742+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~FS7CKY5MDUJJ.1 size=808610 2026-04-02T11:49:29.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.742+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=FS7CKY5MDUJJ tag=4MU4F8ZHKPKQ type=write size=2905762 2026-04-02T11:49:29.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.743+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~PVQU2AD77CP3.0 size=959268 2026-04-02T11:49:29.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.748+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=PVQU2AD77CP3 tag=E5QLBNTV16MU type=write size=2007844 2026-04-02T11:49:29.750 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.748+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=CKEDI3HV0MZI type=del size=1128472 2026-04-02T11:49:29.751 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.749+0000 7f5d7598a880 1 < canceled operation key=11O38SMUYMX2 tag=38T500KGT8W1 type=del size=4179226 2026-04-02T11:49:29.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.750+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=XTF6X2NSPZSI type=write size=785159 2026-04-02T11:49:29.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.750+0000 7f5d7598a880 1 < canceled part key=_multipart_JJ7N37F55IC3.2~F7818026L23Q.0 size=1048576 2026-04-02T11:49:29.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.750+0000 7f5d7598a880 1 < canceled part key=_multipart_JJ7N37F55IC3.2~F7818026L23Q.1 size=984561 2026-04-02T11:49:29.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.751+0000 7f5d7598a880 1 < canceled multipart upload key=JJ7N37F55IC3 upload=F7818026L23Q tag=TXIMMD5OIBN3 type=write size=3081713 2026-04-02T11:49:29.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.752+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=9SJDNYCV589O type=del size=2772505 2026-04-02T11:49:29.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.753+0000 7f5d7598a880 1 < canceled operation key=C6GX0GW6KDYE tag=8I0GKDQGI98N type=del size=5802 2026-04-02T11:49:29.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.754+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~DQZSULRS46P5.0 size=1048576 2026-04-02T11:49:29.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.755+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~DQZSULRS46P5.1 size=1048576 2026-04-02T11:49:29.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.756+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~DQZSULRS46P5.2 size=93964 2026-04-02T11:49:29.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.756+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=DQZSULRS46P5 tag=OWDQ92H971OW type=write size=3239692 2026-04-02T11:49:29.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.756+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~G3R3XOV9TF1H.0 size=1048576 2026-04-02T11:49:29.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.757+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~G3R3XOV9TF1H.1 size=623360 2026-04-02T11:49:29.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.758+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=G3R3XOV9TF1H tag=IK2BKR5KK2DD type=write size=2720512 2026-04-02T11:49:29.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.760+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~KFZ7IK7HGKD3.0 size=1048576 2026-04-02T11:49:29.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.760+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~KFZ7IK7HGKD3.1 size=860559 2026-04-02T11:49:29.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.760+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=KFZ7IK7HGKD3 tag=NWB64GAETLHM type=write size=2957711 2026-04-02T11:49:29.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.761+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~0HOGVHVYGSDW.0 size=1048576 2026-04-02T11:49:29.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.762+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~0HOGVHVYGSDW.1 size=1048576 2026-04-02T11:49:29.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.763+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~0HOGVHVYGSDW.2 size=748440 2026-04-02T11:49:29.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.764+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=0HOGVHVYGSDW tag=O6U7TE4RTDIJ type=write size=3894168 2026-04-02T11:49:29.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.765+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=V9MBUZW3D3O9 type=del size=1372695 2026-04-02T11:49:29.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.765+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=IOJC50CKIRRG type=del 2026-04-02T11:49:29.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.766+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=VQE3FOGT1O8D type=write size=652519 2026-04-02T11:49:29.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.767+0000 7f5d7598a880 1 < completed write operation key=7GZSL99JL986 tag=TUXFTG2J9PX7 type=write size=988836 2026-04-02T11:49:29.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.768+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=DBP9PCHYL7NG type=del size=1676396 2026-04-02T11:49:29.770 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.769+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=QNRVOEOPFF24 type=del 2026-04-02T11:49:29.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.769+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=3E7MVMSK8K33 type=del size=208064 2026-04-02T11:49:29.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.770+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~KB78130LOUWX.0 size=692366 2026-04-02T11:49:29.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.771+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=KB78130LOUWX tag=0WKY9EXR2LE0 type=write size=1740942 2026-04-02T11:49:29.774 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.772+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=YL3HK0A4KBNZ type=del size=2015045 2026-04-02T11:49:29.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.773+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~FCWX21KA1Z8A.0 size=1048576 2026-04-02T11:49:29.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.774+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~FCWX21KA1Z8A.1 size=1048576 2026-04-02T11:49:29.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.774+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~FCWX21KA1Z8A.2 size=603293 2026-04-02T11:49:29.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.776+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=FCWX21KA1Z8A tag=LSJWHI9PBPTU type=write size=3749021 2026-04-02T11:49:29.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.777+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=TF6VXGNYJ869 type=del size=3232858 2026-04-02T11:49:29.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.777+0000 7f5d7598a880 1 < canceled part key=_multipart_VILE4YEMEN09.2~X2GLKT8JY25K.0 size=1048576 2026-04-02T11:49:29.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.777+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~X2GLKT8JY25K.1 size=1048576 2026-04-02T11:49:29.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.777+0000 7f5d7598a880 1 < canceled part key=_multipart_VILE4YEMEN09.2~X2GLKT8JY25K.2 size=35948 2026-04-02T11:49:29.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.779+0000 7f5d7598a880 1 < canceled multipart upload key=VILE4YEMEN09 upload=X2GLKT8JY25K tag=R0Z3PYQ5XW8C type=write size=3181676 2026-04-02T11:49:29.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.780+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~PVDF7ER4OBJJ.0 size=1048576 2026-04-02T11:49:29.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.781+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~PVDF7ER4OBJJ.1 size=520671 2026-04-02T11:49:29.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.781+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=PVDF7ER4OBJJ tag=ENY7NOBX5EPA type=write size=2617823 2026-04-02T11:49:29.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.782+0000 7f5d7598a880 1 < completed write operation key=52PU1ZBC7VWW tag=9AVITH9PR6P4 type=write size=878699 2026-04-02T11:49:29.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.783+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~5KY5QZ4P4D4N.0 size=1048576 2026-04-02T11:49:29.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.784+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~5KY5QZ4P4D4N.1 size=448268 2026-04-02T11:49:29.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.784+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=5KY5QZ4P4D4N tag=EJV14L18Z3BB type=write size=2545420 2026-04-02T11:49:29.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.784+0000 7f5d7598a880 1 < completed write operation key=C6GX0GW6KDYE tag=95B4Z9DPXZFY type=write size=380955 2026-04-02T11:49:29.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.785+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=K5G9O0KXOMZV type=del size=1931860 2026-04-02T11:49:29.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.785+0000 7f5d7598a880 1 < canceled part key=_multipart_5MI2F3J8J9MJ.2~Y7EE4CCY4PVH.0 size=1048576 2026-04-02T11:49:29.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.786+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~Y7EE4CCY4PVH.1 size=1048576 2026-04-02T11:49:29.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.786+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~Y7EE4CCY4PVH.2 size=514883 2026-04-02T11:49:29.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.788+0000 7f5d7598a880 1 < canceled multipart upload key=5MI2F3J8J9MJ upload=Y7EE4CCY4PVH tag=8IGZ9Z3V9PR7 type=write size=3660611 2026-04-02T11:49:29.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.788+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=W8NZSYTE6J7K type=del size=696408 2026-04-02T11:49:29.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.789+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~FS7CKY5MDUJJ.0 size=1048576 2026-04-02T11:49:29.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.790+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~FS7CKY5MDUJJ.1 size=808610 2026-04-02T11:49:29.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.791+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=FS7CKY5MDUJJ tag=4MU4F8ZHKPKQ type=write size=2905762 2026-04-02T11:49:29.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.791+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=MRZMDZQW5NFR type=del size=2242819 2026-04-02T11:49:29.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.792+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=CKEDI3HV0MZI type=del 2026-04-02T11:49:29.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.793+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=8XAUZH8JZ6BD type=write size=319313 2026-04-02T11:49:29.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.794+0000 7f5d7598a880 1 < canceled operation key=J47182HKJTLL tag=XTF6X2NSPZSI type=write size=785159 2026-04-02T11:49:29.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.796+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~QI2LWJO2LU04.0 size=1048576 2026-04-02T11:49:29.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.796+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~QI2LWJO2LU04.1 size=1048576 2026-04-02T11:49:29.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.797+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~QI2LWJO2LU04.2 size=41608 2026-04-02T11:49:29.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.797+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=QI2LWJO2LU04 tag=UN7BA0BJKUEC type=write size=3187336 2026-04-02T11:49:29.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.798+0000 7f5d7598a880 1 < canceled operation key=HOC3CF4CF4HD tag=9SJDNYCV589O type=del size=2772505 2026-04-02T11:49:29.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.798+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=EPBCOCSLJZUA type=del size=3101536 2026-04-02T11:49:29.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.799+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~DQZSULRS46P5.0 size=1048576 2026-04-02T11:49:29.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.799+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~DQZSULRS46P5.1 size=1048576 2026-04-02T11:49:29.802 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.800+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~DQZSULRS46P5.2 size=93964 2026-04-02T11:49:29.803 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.801+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=DQZSULRS46P5 tag=OWDQ92H971OW type=write size=3239692 2026-04-02T11:49:29.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.802+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=0IVXONH6IZMC type=del size=1848774 2026-04-02T11:49:29.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.803+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~KFZ7IK7HGKD3.0 size=1048576 2026-04-02T11:49:29.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.803+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~KFZ7IK7HGKD3.1 size=860559 2026-04-02T11:49:29.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.805+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=KFZ7IK7HGKD3 tag=NWB64GAETLHM type=write size=2957711 2026-04-02T11:49:29.807 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.805+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=P2IRLYH52S1B type=del size=2864790 2026-04-02T11:49:29.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.806+0000 7f5d7598a880 1 < canceled operation key=C6GX0GW6KDYE tag=V9MBUZW3D3O9 type=del size=1372695 2026-04-02T11:49:29.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.807+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=HEG1HQYA96YE type=del size=306315 2026-04-02T11:49:29.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.807+0000 7f5d7598a880 1 < canceled operation key=TG8AKFTZB4ZM tag=VQE3FOGT1O8D type=write size=652519 2026-04-02T11:49:29.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.808+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=N3TKC6Q9ZHM1 type=del size=1178432 2026-04-02T11:49:29.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.809+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=DBP9PCHYL7NG type=del 2026-04-02T11:49:29.812 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.810+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=SN70DKTF6KLR type=del size=98711 2026-04-02T11:49:29.812 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.811+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=3E7MVMSK8K33 type=del 2026-04-02T11:49:29.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.812+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=S7H50YZJ81EF type=del size=430077 2026-04-02T11:49:29.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.812+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=YL3HK0A4KBNZ type=del 2026-04-02T11:49:29.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.813+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=X6ZK7M6T1LQX type=del size=1270293 2026-04-02T11:49:29.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.815+0000 7f5d7598a880 1 < suggested remove operation key=J47182HKJTLL tag=TF6VXGNYJ869 type=del 2026-04-02T11:49:29.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.816+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=PT6RNRAROTOX type=del size=917463 2026-04-02T11:49:29.818 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.816+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~PVDF7ER4OBJJ.0 size=1048576 2026-04-02T11:49:29.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.817+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~PVDF7ER4OBJJ.1 size=520671 2026-04-02T11:49:29.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.818+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=PVDF7ER4OBJJ tag=ENY7NOBX5EPA type=write size=2617823 2026-04-02T11:49:29.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.819+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=P61MG3ZA7T5C type=write size=73611 2026-04-02T11:49:29.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.820+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~5KY5QZ4P4D4N.0 size=1048576 2026-04-02T11:49:29.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.820+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~5KY5QZ4P4D4N.1 size=448268 2026-04-02T11:49:29.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.822+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=5KY5QZ4P4D4N tag=EJV14L18Z3BB type=write size=2545420 2026-04-02T11:49:29.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.823+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~2BZYTT83QV2Q.0 size=1048576 2026-04-02T11:49:29.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.824+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~2BZYTT83QV2Q.1 size=1016294 2026-04-02T11:49:29.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.824+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=2BZYTT83QV2Q tag=7T82HT00S4IS type=write size=3113446 2026-04-02T11:49:29.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.824+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=K5G9O0KXOMZV type=del 2026-04-02T11:49:29.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.825+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=RRTFSDVZCF9Q type=del size=2483971 2026-04-02T11:49:29.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.826+0000 7f5d7598a880 1 < canceled operation key=3T2FDRTF7XHC tag=W8NZSYTE6J7K type=del size=696408 2026-04-02T11:49:29.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.826+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=HF6EXF3HZ6DE type=write size=888069 2026-04-02T11:49:29.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.827+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=MRZMDZQW5NFR type=del 2026-04-02T11:49:29.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.828+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=RDXJ9S3FQP86 type=del size=4069651 2026-04-02T11:49:29.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.829+0000 7f5d7598a880 1 < completed write operation key=VILE4YEMEN09 tag=8XAUZH8JZ6BD type=write size=319313 2026-04-02T11:49:29.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.830+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~T31YVLJTRB80.0 size=573776 2026-04-02T11:49:29.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.830+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=T31YVLJTRB80 tag=NKP1XCXOYVAQ type=write size=1622352 2026-04-02T11:49:29.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.831+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~QI2LWJO2LU04.0 size=1048576 2026-04-02T11:49:29.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.832+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~QI2LWJO2LU04.1 size=1048576 2026-04-02T11:49:29.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.835+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~QI2LWJO2LU04.2 size=41608 2026-04-02T11:49:29.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.836+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=QI2LWJO2LU04 tag=UN7BA0BJKUEC type=write size=3187336 2026-04-02T11:49:29.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.837+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=EH65VEPIGNAK type=del size=3665117 2026-04-02T11:49:29.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.838+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=EPBCOCSLJZUA type=del 2026-04-02T11:49:29.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.839+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=QCBX8FPEMZAA type=del size=2708894 2026-04-02T11:49:29.841 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.839+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=0IVXONH6IZMC type=del 2026-04-02T11:49:29.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.840+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=LY41VS0S1NLK type=write size=658495 2026-04-02T11:49:29.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.841+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=P2IRLYH52S1B type=del 2026-04-02T11:49:29.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.842+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~970XBTCIS8HV.0 size=1048576 2026-04-02T11:49:29.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.843+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~970XBTCIS8HV.1 size=1048576 2026-04-02T11:49:29.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.844+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~970XBTCIS8HV.2 size=290646 2026-04-02T11:49:29.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.844+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=970XBTCIS8HV tag=VPEYYLSG2AHX type=write size=3436374 2026-04-02T11:49:29.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.844+0000 7f5d7598a880 1 < canceled operation key=BHZAHJYOGK2B tag=HEG1HQYA96YE type=del size=306315 2026-04-02T11:49:29.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.846+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~0Y7UN93IIZR0.0 size=571630 2026-04-02T11:49:29.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.846+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=0Y7UN93IIZR0 tag=JHFM5H1Q2OGY type=write size=1620206 2026-04-02T11:49:29.848 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.846+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=N3TKC6Q9ZHM1 type=del 2026-04-02T11:49:29.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.848+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~ALFZM4TIWXNI.0 size=1048576 2026-04-02T11:49:29.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.849+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~ALFZM4TIWXNI.1 size=1048576 2026-04-02T11:49:29.851 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.849+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~ALFZM4TIWXNI.2 size=516685 2026-04-02T11:49:29.851 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.849+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=ALFZM4TIWXNI tag=EXOG2W24VPCF type=write size=3662413 2026-04-02T11:49:29.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.850+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=SN70DKTF6KLR type=del 2026-04-02T11:49:29.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.851+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~KMOLQY5USYQG.0 size=1048576 2026-04-02T11:49:29.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.852+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~KMOLQY5USYQG.1 size=542264 2026-04-02T11:49:29.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.852+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=KMOLQY5USYQG tag=PFWT2GXHN1W4 type=write size=2639416 2026-04-02T11:49:29.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.853+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=S7H50YZJ81EF type=del 2026-04-02T11:49:29.856 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.854+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~EEADNU1FR0M1.0 size=1048576 2026-04-02T11:49:29.856 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.855+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~EEADNU1FR0M1.1 size=1048576 2026-04-02T11:49:29.857 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.855+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~EEADNU1FR0M1.2 size=218758 2026-04-02T11:49:29.857 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.855+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=EEADNU1FR0M1 tag=TEJUIJYOGC43 type=write size=3364486 2026-04-02T11:49:29.858 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.856+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=X6ZK7M6T1LQX type=del 2026-04-02T11:49:29.859 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.857+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~2D302AIV88LW.0 size=189186 2026-04-02T11:49:29.859 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.857+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=2D302AIV88LW tag=NGNR2LJW7YGR type=write size=1237762 2026-04-02T11:49:29.861 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.859+0000 7f5d7598a880 1 < suggested update operation key=3T2FDRTF7XHC tag=PT6RNRAROTOX type=del size=917463 2026-04-02T11:49:29.862 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.860+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~P4XBQUA7M3U7.0 size=1048576 2026-04-02T11:49:29.862 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.861+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~P4XBQUA7M3U7.1 size=49166 2026-04-02T11:49:29.863 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.861+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=P4XBQUA7M3U7 tag=TWPJQI7NQGFG type=write size=2146318 2026-04-02T11:49:29.863 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.862+0000 7f5d7598a880 1 < completed write operation key=ZS5NQMR2F1CO tag=P61MG3ZA7T5C type=write size=73611 2026-04-02T11:49:29.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.863+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~30HCCVEB7DVL.0 size=1048576 2026-04-02T11:49:29.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.863+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~30HCCVEB7DVL.1 size=761689 2026-04-02T11:49:29.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.863+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=30HCCVEB7DVL tag=E7N1H59P4A41 type=write size=2858841 2026-04-02T11:49:29.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.867+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~2BZYTT83QV2Q.0 size=1048576 2026-04-02T11:49:29.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.868+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~2BZYTT83QV2Q.1 size=1016294 2026-04-02T11:49:29.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.869+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=2BZYTT83QV2Q tag=7T82HT00S4IS type=write size=3113446 2026-04-02T11:49:29.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.870+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=3FHI9231BB7V type=del size=3029173 2026-04-02T11:49:29.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.871+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=RRTFSDVZCF9Q type=del 2026-04-02T11:49:29.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.873+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~6Y2G0B07BIJC.0 size=898795 2026-04-02T11:49:29.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.873+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=6Y2G0B07BIJC tag=3KHE71L8D0GD type=write size=1947371 2026-04-02T11:49:29.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.874+0000 7f5d7598a880 1 < canceled operation key=7GZSL99JL986 tag=HF6EXF3HZ6DE type=write size=888069 2026-04-02T11:49:29.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.875+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~CIYALFY0U5GC.0 size=1048576 2026-04-02T11:49:29.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.876+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~CIYALFY0U5GC.1 size=1048576 2026-04-02T11:49:29.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.876+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~CIYALFY0U5GC.2 size=74184 2026-04-02T11:49:29.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.876+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=CIYALFY0U5GC tag=L2F1XWASU77D type=write size=3219912 2026-04-02T11:49:29.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.877+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=RDXJ9S3FQP86 type=del 2026-04-02T11:49:29.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.878+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~L3X2KYPT5335.0 size=1048576 2026-04-02T11:49:29.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.879+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~L3X2KYPT5335.1 size=1048576 2026-04-02T11:49:29.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.879+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~L3X2KYPT5335.2 size=588801 2026-04-02T11:49:29.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.879+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=L3X2KYPT5335 tag=9UGO7JLG72Y2 type=write size=3734529 2026-04-02T11:49:29.882 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.880+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~T31YVLJTRB80.0 size=573776 2026-04-02T11:49:29.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.881+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=T31YVLJTRB80 tag=NKP1XCXOYVAQ type=write size=1622352 2026-04-02T11:49:29.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.883+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~HT2EEXXSGB3L.0 size=1048576 2026-04-02T11:49:29.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.884+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~HT2EEXXSGB3L.1 size=1048576 2026-04-02T11:49:29.886 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.884+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~HT2EEXXSGB3L.2 size=496706 2026-04-02T11:49:29.886 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.884+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=HT2EEXXSGB3L tag=SQ0LC1XOQ44V type=write size=3642434 2026-04-02T11:49:29.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.885+0000 7f5d7598a880 1 < canceled operation key=V6UN2ZWR2MRB tag=EH65VEPIGNAK type=del size=3665117 2026-04-02T11:49:29.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.886+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=W4LP8LLID7AJ type=del size=2884962 2026-04-02T11:49:29.888 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.887+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=QCBX8FPEMZAA type=del 2026-04-02T11:49:29.890 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.888+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~6B6Y22NMWM2K.0 size=1048576 2026-04-02T11:49:29.890 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.889+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~6B6Y22NMWM2K.1 size=1048576 2026-04-02T11:49:29.891 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.889+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~6B6Y22NMWM2K.2 size=370254 2026-04-02T11:49:29.891 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.889+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=6B6Y22NMWM2K tag=YTJGWB12OEVQ type=write size=3515982 2026-04-02T11:49:29.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.890+0000 7f5d7598a880 1 < completed write operation key=88E9H9UTDGH9 tag=LY41VS0S1NLK type=write size=658495 2026-04-02T11:49:29.894 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.893+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~2PX3ZBEG5DSU.0 size=1048576 2026-04-02T11:49:29.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.893+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~2PX3ZBEG5DSU.1 size=1048576 2026-04-02T11:49:29.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.894+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~2PX3ZBEG5DSU.2 size=296989 2026-04-02T11:49:29.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.894+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=2PX3ZBEG5DSU tag=4WDNDNY47B4F type=write size=3442717 2026-04-02T11:49:29.897 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.895+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~970XBTCIS8HV.0 size=1048576 2026-04-02T11:49:29.897 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.895+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~970XBTCIS8HV.1 size=1048576 2026-04-02T11:49:29.898 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.896+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~970XBTCIS8HV.2 size=290646 2026-04-02T11:49:29.899 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.897+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=970XBTCIS8HV tag=VPEYYLSG2AHX type=write size=3436374 2026-04-02T11:49:29.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.899+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~CSBJ37F8YY0F.0 size=1048576 2026-04-02T11:49:29.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.900+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~CSBJ37F8YY0F.1 size=931582 2026-04-02T11:49:29.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.900+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=CSBJ37F8YY0F tag=PUGD5RR4428S type=write size=3028734 2026-04-02T11:49:29.902 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.900+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~0Y7UN93IIZR0.0 size=571630 2026-04-02T11:49:29.903 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.902+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=0Y7UN93IIZR0 tag=JHFM5H1Q2OGY type=write size=1620206 2026-04-02T11:49:29.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.902+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=XOJEDVBWB0RF type=del size=434279 2026-04-02T11:49:29.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.903+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~ALFZM4TIWXNI.0 size=1048576 2026-04-02T11:49:29.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.904+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~ALFZM4TIWXNI.1 size=1048576 2026-04-02T11:49:29.906 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.904+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~ALFZM4TIWXNI.2 size=516685 2026-04-02T11:49:29.907 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.906+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=ALFZM4TIWXNI tag=EXOG2W24VPCF type=write size=3662413 2026-04-02T11:49:29.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.906+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=OWVSZN6UL3CM type=del size=1196265 2026-04-02T11:49:29.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.907+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~KMOLQY5USYQG.0 size=1048576 2026-04-02T11:49:29.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.908+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~KMOLQY5USYQG.1 size=542264 2026-04-02T11:49:29.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.909+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=KMOLQY5USYQG tag=PFWT2GXHN1W4 type=write size=2639416 2026-04-02T11:49:29.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.910+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=0DSG5G7LKRCP type=del size=4083899 2026-04-02T11:49:29.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.911+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~EEADNU1FR0M1.0 size=1048576 2026-04-02T11:49:29.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.911+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~EEADNU1FR0M1.1 size=1048576 2026-04-02T11:49:29.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.912+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~EEADNU1FR0M1.2 size=218758 2026-04-02T11:49:29.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.913+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=EEADNU1FR0M1 tag=TEJUIJYOGC43 type=write size=3364486 2026-04-02T11:49:29.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.914+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=83WKH5UR4R2G type=del size=3670585 2026-04-02T11:49:29.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.915+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~2D302AIV88LW.0 size=189186 2026-04-02T11:49:29.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.916+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=2D302AIV88LW tag=NGNR2LJW7YGR type=write size=1237762 2026-04-02T11:49:29.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.917+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=AM2RJ1XOXP85 type=write size=921023 2026-04-02T11:49:29.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.917+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~P4XBQUA7M3U7.0 size=1048576 2026-04-02T11:49:29.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.918+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~P4XBQUA7M3U7.1 size=49166 2026-04-02T11:49:29.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.919+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=P4XBQUA7M3U7 tag=TWPJQI7NQGFG type=write size=2146318 2026-04-02T11:49:29.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.920+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=MWIM8PE1M4C6 type=del size=2330029 2026-04-02T11:49:29.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.921+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~30HCCVEB7DVL.0 size=1048576 2026-04-02T11:49:29.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.921+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~30HCCVEB7DVL.1 size=761689 2026-04-02T11:49:29.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.923+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=30HCCVEB7DVL tag=E7N1H59P4A41 type=write size=2858841 2026-04-02T11:49:29.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.924+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=900QXKMLLM02 type=del size=1183921 2026-04-02T11:49:29.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.925+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=3FHI9231BB7V type=del 2026-04-02T11:49:29.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.926+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~ZJWGPXX1EX4A.0 size=669289 2026-04-02T11:49:29.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.926+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=ZJWGPXX1EX4A tag=V3TROLRL9OX2 type=write size=1717865 2026-04-02T11:49:29.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.927+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~6Y2G0B07BIJC.0 size=898795 2026-04-02T11:49:29.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.928+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=6Y2G0B07BIJC tag=3KHE71L8D0GD type=write size=1947371 2026-04-02T11:49:29.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.929+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=AIWH60EQHLNN type=del size=570782 2026-04-02T11:49:29.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.930+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~CIYALFY0U5GC.0 size=1048576 2026-04-02T11:49:29.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.930+0000 7f5d7598a880 1 < canceled part key=_multipart_J47182HKJTLL.2~CIYALFY0U5GC.1 size=1048576 2026-04-02T11:49:29.932 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.930+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~CIYALFY0U5GC.2 size=74184 2026-04-02T11:49:29.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.932+0000 7f5d7598a880 1 < canceled multipart upload key=J47182HKJTLL upload=CIYALFY0U5GC tag=L2F1XWASU77D type=write size=3219912 2026-04-02T11:49:29.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.932+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=7TXR54E60Y22 type=del size=532885 2026-04-02T11:49:29.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.933+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~L3X2KYPT5335.0 size=1048576 2026-04-02T11:49:29.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.933+0000 7f5d7598a880 1 < canceled part key=_multipart_HYSJYWQT3N55.2~L3X2KYPT5335.1 size=1048576 2026-04-02T11:49:29.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.934+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~L3X2KYPT5335.2 size=588801 2026-04-02T11:49:29.937 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.935+0000 7f5d7598a880 1 < canceled multipart upload key=HYSJYWQT3N55 upload=L3X2KYPT5335 tag=9UGO7JLG72Y2 type=write size=3734529 2026-04-02T11:49:29.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.937+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~HMZQ9Z86XXFR.0 size=1048576 2026-04-02T11:49:29.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.937+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~HMZQ9Z86XXFR.1 size=1048576 2026-04-02T11:49:29.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.938+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~HMZQ9Z86XXFR.2 size=564350 2026-04-02T11:49:29.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.938+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=HMZQ9Z86XXFR tag=HKERX5S1YVXE type=write size=3710078 2026-04-02T11:49:29.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.939+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~HT2EEXXSGB3L.0 size=1048576 2026-04-02T11:49:29.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.939+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~HT2EEXXSGB3L.1 size=1048576 2026-04-02T11:49:29.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.940+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~HT2EEXXSGB3L.2 size=496706 2026-04-02T11:49:29.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.941+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=HT2EEXXSGB3L tag=SQ0LC1XOQ44V type=write size=3642434 2026-04-02T11:49:29.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.943+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=F8IT0DPI97E6 type=del size=378340 2026-04-02T11:49:29.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.944+0000 7f5d7598a880 1 < canceled operation key=OCGXGNN4YVH3 tag=W4LP8LLID7AJ type=del size=2884962 2026-04-02T11:49:29.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.944+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=CH3Y3M8PFOVO type=del size=165500 2026-04-02T11:49:29.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.945+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~6B6Y22NMWM2K.0 size=1048576 2026-04-02T11:49:29.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.945+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~6B6Y22NMWM2K.1 size=1048576 2026-04-02T11:49:29.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.946+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~6B6Y22NMWM2K.2 size=370254 2026-04-02T11:49:29.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.948+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=6B6Y22NMWM2K tag=YTJGWB12OEVQ type=write size=3515982 2026-04-02T11:49:29.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.949+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=ISHRA3VZ8FNX type=write size=546977 2026-04-02T11:49:29.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.950+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~2PX3ZBEG5DSU.0 size=1048576 2026-04-02T11:49:29.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.951+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~2PX3ZBEG5DSU.1 size=1048576 2026-04-02T11:49:29.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.951+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~2PX3ZBEG5DSU.2 size=296989 2026-04-02T11:49:29.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.952+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=2PX3ZBEG5DSU tag=4WDNDNY47B4F type=write size=3442717 2026-04-02T11:49:29.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.954+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~0JMMNGH7S6V4.0 size=127443 2026-04-02T11:49:29.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.954+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=0JMMNGH7S6V4 tag=026DHLFBA6OF type=write size=1176019 2026-04-02T11:49:29.956 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.954+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~CSBJ37F8YY0F.0 size=1048576 2026-04-02T11:49:29.957 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.955+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~CSBJ37F8YY0F.1 size=931582 2026-04-02T11:49:29.958 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.956+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=CSBJ37F8YY0F tag=PUGD5RR4428S type=write size=3028734 2026-04-02T11:49:29.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.957+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~QXRXYB2AO61Z.0 size=7485 2026-04-02T11:49:29.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.957+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=QXRXYB2AO61Z tag=40TSPH12FI0F type=write size=1056061 2026-04-02T11:49:29.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.958+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=XOJEDVBWB0RF type=del 2026-04-02T11:49:29.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.959+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=QUOINFL30GVR type=del size=150500 2026-04-02T11:49:29.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.959+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=OWVSZN6UL3CM type=del 2026-04-02T11:49:29.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.961+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~NJR15YAD5SGQ.0 size=1048576 2026-04-02T11:49:29.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.961+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~NJR15YAD5SGQ.1 size=202331 2026-04-02T11:49:29.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.961+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=NJR15YAD5SGQ tag=G3MQ8R5VY2AA type=write size=2299483 2026-04-02T11:49:29.964 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.963+0000 7f5d7598a880 1 < suggested remove operation key=ZS5NQMR2F1CO tag=0DSG5G7LKRCP type=del 2026-04-02T11:49:29.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.963+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=Y7S99P04N3QB type=del size=2592172 2026-04-02T11:49:29.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.964+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=83WKH5UR4R2G type=del 2026-04-02T11:49:29.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.965+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~PAQO1C3XFC1B.0 size=343999 2026-04-02T11:49:29.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.965+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=PAQO1C3XFC1B tag=9DXYEHCRQQZ8 type=write size=1392575 2026-04-02T11:49:29.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.967+0000 7f5d7598a880 1 < suggested remove operation key=5SYEEEI3LHR1 tag=AM2RJ1XOXP85 type=write 2026-04-02T11:49:29.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.968+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=72VVLO7IXQ0A type=del size=732951 2026-04-02T11:49:29.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.969+0000 7f5d7598a880 1 < suggested remove operation key=88E9H9UTDGH9 tag=MWIM8PE1M4C6 type=del 2026-04-02T11:49:29.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.970+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=QB04Y6YHEWM6 type=del size=1977792 2026-04-02T11:49:29.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.970+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=900QXKMLLM02 type=del 2026-04-02T11:49:29.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.972+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~CO52UFY5H42O.0 size=1004380 2026-04-02T11:49:29.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.972+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=CO52UFY5H42O tag=E9UPEY8W91WY type=write size=2052956 2026-04-02T11:49:29.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.972+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~ZJWGPXX1EX4A.0 size=669289 2026-04-02T11:49:29.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.973+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=ZJWGPXX1EX4A tag=V3TROLRL9OX2 type=write size=1717865 2026-04-02T11:49:29.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.974+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=9YJ3WKWW5KNE type=del size=2964761 2026-04-02T11:49:29.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.975+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=AIWH60EQHLNN type=del 2026-04-02T11:49:29.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.976+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~00EROAHPSE0H.0 size=1048576 2026-04-02T11:49:29.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.977+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~00EROAHPSE0H.1 size=948538 2026-04-02T11:49:29.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.977+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=00EROAHPSE0H tag=OXAC43PNPSDP type=write size=3045690 2026-04-02T11:49:29.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.978+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=7TXR54E60Y22 type=del 2026-04-02T11:49:29.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.978+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=R3C3FZM7JWWC type=del size=242942 2026-04-02T11:49:29.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.980+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~HMZQ9Z86XXFR.0 size=1048576 2026-04-02T11:49:29.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.981+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~HMZQ9Z86XXFR.1 size=1048576 2026-04-02T11:49:29.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.981+0000 7f5d7598a880 1 < canceled part key=_multipart_TJDWV3CEZ1PF.2~HMZQ9Z86XXFR.2 size=564350 2026-04-02T11:49:29.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.982+0000 7f5d7598a880 1 < canceled multipart upload key=TJDWV3CEZ1PF upload=HMZQ9Z86XXFR tag=HKERX5S1YVXE type=write size=3710078 2026-04-02T11:49:29.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.983+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~GHI03B6YKE47.0 size=1048576 2026-04-02T11:49:29.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.984+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~GHI03B6YKE47.1 size=870858 2026-04-02T11:49:29.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.984+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=GHI03B6YKE47 tag=8892FSK0VY66 type=write size=2968010 2026-04-02T11:49:29.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.985+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=F8IT0DPI97E6 type=del 2026-04-02T11:49:29.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.985+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=QEKOJ5AK3JB3 type=write size=210832 2026-04-02T11:49:29.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.987+0000 7f5d7598a880 1 < suggested update operation key=6BTSQ5CT3T88 tag=CH3Y3M8PFOVO type=del size=165500 2026-04-02T11:49:29.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.988+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=TEHD8MGODKIG type=del size=2464164 2026-04-02T11:49:29.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.989+0000 7f5d7598a880 -1 < failed to complete operation key=5SYEEEI3LHR1 tag=ISHRA3VZ8FNX type=write size=546977: (22) Invalid argument 2026-04-02T11:49:29.993 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.991+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~QHRN5VH3D7VE.0 size=1048576 2026-04-02T11:49:29.994 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.992+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~QHRN5VH3D7VE.1 size=1048576 2026-04-02T11:49:29.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.993+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~QHRN5VH3D7VE.2 size=830718 2026-04-02T11:49:29.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.993+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=QHRN5VH3D7VE tag=XAJJCXPUEKXG type=write size=3976446 2026-04-02T11:49:29.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.994+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~0JMMNGH7S6V4.0 size=127443 2026-04-02T11:49:29.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.995+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=0JMMNGH7S6V4 tag=026DHLFBA6OF type=write size=1176019 2026-04-02T11:49:29.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.996+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=N3025J0IM2XB type=write size=857794 2026-04-02T11:49:29.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.997+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~QXRXYB2AO61Z.0 size=7485 2026-04-02T11:49:30.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.998+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=QXRXYB2AO61Z tag=40TSPH12FI0F type=write size=1056061 2026-04-02T11:49:30.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.999+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=KW6G90H0STKF type=del size=1217626 2026-04-02T11:49:30.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:29.999+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=QUOINFL30GVR type=del 2026-04-02T11:49:30.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.000+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=N1VQIT0GMSCB type=del size=1548701 2026-04-02T11:49:30.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.001+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~NJR15YAD5SGQ.0 size=1048576 2026-04-02T11:49:30.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.002+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~NJR15YAD5SGQ.1 size=202331 2026-04-02T11:49:30.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.003+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=NJR15YAD5SGQ tag=G3MQ8R5VY2AA type=write size=2299483 2026-04-02T11:49:30.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.004+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~J42SQCYKV3H4.0 size=1048576 2026-04-02T11:49:30.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.005+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~J42SQCYKV3H4.1 size=1048576 2026-04-02T11:49:30.007 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.005+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~J42SQCYKV3H4.2 size=511483 2026-04-02T11:49:30.007 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.005+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=J42SQCYKV3H4 tag=53TDZTIFK8FC type=write size=3657211 2026-04-02T11:49:30.007 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.006+0000 7f5d7598a880 -1 < no bi entry to suggest for operation key=88E9H9UTDGH9 tag=Y7S99P04N3QB type=del size=2592172: (2) No such file or directory 2026-04-02T11:49:30.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.006+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=M5N0TTF39J1C type=write size=564936 2026-04-02T11:49:30.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.007+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~PAQO1C3XFC1B.0 size=343999 2026-04-02T11:49:30.010 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.008+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=PAQO1C3XFC1B tag=9DXYEHCRQQZ8 type=write size=1392575 2026-04-02T11:49:30.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.010+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~GC96LBEBTWK7.0 size=1048576 2026-04-02T11:49:30.014 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.012+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~GC96LBEBTWK7.1 size=335272 2026-04-02T11:49:30.014 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.012+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=GC96LBEBTWK7 tag=E9U3IAYM8HDP type=write size=2432424 2026-04-02T11:49:30.014 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.013+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=72VVLO7IXQ0A type=del 2026-04-02T11:49:30.015 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.013+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=C96TICJ24KCI type=del size=304764 2026-04-02T11:49:30.016 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.014+0000 7f5d7598a880 -1 < failed to complete operation key=6BTSQ5CT3T88 tag=QB04Y6YHEWM6 type=del size=1977792: (22) Invalid argument 2026-04-02T11:49:30.017 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.015+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~YW1XB6RG5E7B.0 size=1048576 2026-04-02T11:49:30.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.017+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~YW1XB6RG5E7B.1 size=1024779 2026-04-02T11:49:30.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.017+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=YW1XB6RG5E7B tag=F0BST4P5RYS7 type=write size=3121931 2026-04-02T11:49:30.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.017+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~CO52UFY5H42O.0 size=1004380 2026-04-02T11:49:30.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.019+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=CO52UFY5H42O tag=E9UPEY8W91WY type=write size=2052956 2026-04-02T11:49:30.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.019+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=UOW27L2DOSXH type=write size=187213 2026-04-02T11:49:30.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.020+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=9YJ3WKWW5KNE type=del 2026-04-02T11:49:30.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.021+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=GPKM9PI5ZYAS type=write size=759747 2026-04-02T11:49:30.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.022+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~00EROAHPSE0H.0 size=1048576 2026-04-02T11:49:30.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.022+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~00EROAHPSE0H.1 size=948538 2026-04-02T11:49:30.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.023+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=00EROAHPSE0H tag=OXAC43PNPSDP type=write size=3045690 2026-04-02T11:49:30.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.024+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=7ZSV5NJNWRJW type=write size=221712 2026-04-02T11:49:30.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.025+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=R3C3FZM7JWWC type=del 2026-04-02T11:49:30.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.026+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~ZD47K81HXA5Z.0 size=1048576 2026-04-02T11:49:30.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.026+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~ZD47K81HXA5Z.1 size=1048576 2026-04-02T11:49:30.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.027+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~ZD47K81HXA5Z.2 size=849041 2026-04-02T11:49:30.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.027+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=ZD47K81HXA5Z tag=EZXBMCKZMNYX type=write size=3994769 2026-04-02T11:49:30.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.028+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~GHI03B6YKE47.0 size=1048576 2026-04-02T11:49:30.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.028+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~GHI03B6YKE47.1 size=870858 2026-04-02T11:49:30.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.029+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=GHI03B6YKE47 tag=8892FSK0VY66 type=write size=2968010 2026-04-02T11:49:30.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.031+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~SDW18Y0UKIUM.0 size=999428 2026-04-02T11:49:30.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.031+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=SDW18Y0UKIUM tag=M66L7JKTLBA1 type=write size=2048004 2026-04-02T11:49:30.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.031+0000 7f5d7598a880 1 < completed write operation key=3T2FDRTF7XHC tag=QEKOJ5AK3JB3 type=write size=210832 2026-04-02T11:49:30.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.032+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=55KJ7XJDQBP5 type=del size=1218744 2026-04-02T11:49:30.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.033+0000 7f5d7598a880 1 < canceled operation key=VILE4YEMEN09 tag=TEHD8MGODKIG type=del size=2464164 2026-04-02T11:49:30.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.033+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=2S4UENPA3W83 type=del size=3198599 2026-04-02T11:49:30.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.033+0000 7f5d7598a880 1 < canceled part key=_multipart_BHZAHJYOGK2B.2~QHRN5VH3D7VE.0 size=1048576 2026-04-02T11:49:30.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.033+0000 7f5d7598a880 1 < canceled part key=_multipart_BHZAHJYOGK2B.2~QHRN5VH3D7VE.1 size=1048576 2026-04-02T11:49:30.036 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.034+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~QHRN5VH3D7VE.2 size=830718 2026-04-02T11:49:30.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.035+0000 7f5d7598a880 1 < canceled multipart upload key=BHZAHJYOGK2B upload=QHRN5VH3D7VE tag=XAJJCXPUEKXG type=write size=3976446 2026-04-02T11:49:30.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.036+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=083A3J1DKP23 type=del size=1480812 2026-04-02T11:49:30.039 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.037+0000 7f5d7598a880 1 < suggested update operation key=J4VNVDQ38I9H tag=N3025J0IM2XB type=write size=857794 2026-04-02T11:49:30.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.039+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~EZPW5GAIAOGI.0 size=43045 2026-04-02T11:49:30.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.039+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=EZPW5GAIAOGI tag=THNLEN36TNQ0 type=write size=1091621 2026-04-02T11:49:30.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.040+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=KW6G90H0STKF type=del 2026-04-02T11:49:30.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.041+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~GTRL8B5HXB2Z.0 size=1048576 2026-04-02T11:49:30.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.042+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~GTRL8B5HXB2Z.1 size=668477 2026-04-02T11:49:30.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.042+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=GTRL8B5HXB2Z tag=2P4LHPRBVNMO type=write size=2765629 2026-04-02T11:49:30.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.046+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=N1VQIT0GMSCB type=del 2026-04-02T11:49:30.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.047+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=3V0C8MK9PB4F type=del size=2802657 2026-04-02T11:49:30.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.047+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~J42SQCYKV3H4.0 size=1048576 2026-04-02T11:49:30.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.048+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~J42SQCYKV3H4.1 size=1048576 2026-04-02T11:49:30.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.049+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~J42SQCYKV3H4.2 size=511483 2026-04-02T11:49:30.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.050+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=J42SQCYKV3H4 tag=53TDZTIFK8FC type=write size=3657211 2026-04-02T11:49:30.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.051+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=W12J5C9B18JW type=del size=1774654 2026-04-02T11:49:30.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.051+0000 7f5d7598a880 1 < completed write operation key=ZIMLW0YTOPPK tag=M5N0TTF39J1C type=write size=564936 2026-04-02T11:49:30.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.053+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~5GMLXQWX6SXL.0 size=1048576 2026-04-02T11:49:30.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.053+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~5GMLXQWX6SXL.1 size=836734 2026-04-02T11:49:30.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.053+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=5GMLXQWX6SXL tag=FCGYBOU5GCAS type=write size=2933886 2026-04-02T11:49:30.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.054+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~GC96LBEBTWK7.0 size=1048576 2026-04-02T11:49:30.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.055+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~GC96LBEBTWK7.1 size=335272 2026-04-02T11:49:30.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.056+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=GC96LBEBTWK7 tag=E9U3IAYM8HDP type=write size=2432424 2026-04-02T11:49:30.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.056+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=EJL8AJIN1PGS type=del size=3910416 2026-04-02T11:49:30.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.057+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=C96TICJ24KCI type=del 2026-04-02T11:49:30.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.058+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=MLAZD7HTPOSG type=del size=3079046 2026-04-02T11:49:30.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.059+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~YW1XB6RG5E7B.0 size=1048576 2026-04-02T11:49:30.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.059+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~YW1XB6RG5E7B.1 size=1024779 2026-04-02T11:49:30.062 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.060+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=YW1XB6RG5E7B tag=F0BST4P5RYS7 type=write size=3121931 2026-04-02T11:49:30.063 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.061+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=4U70RMFSYC6R type=del size=1964460 2026-04-02T11:49:30.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.062+0000 7f5d7598a880 1 < completed write operation key=ZIMLW0YTOPPK tag=UOW27L2DOSXH type=write size=187213 2026-04-02T11:49:30.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.063+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~HLAW1HHT4ZPH.0 size=269543 2026-04-02T11:49:30.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.063+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=HLAW1HHT4ZPH tag=70SH5ZS5ZYR7 type=write size=1318119 2026-04-02T11:49:30.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.064+0000 7f5d7598a880 1 < completed write operation key=ZS5NQMR2F1CO tag=GPKM9PI5ZYAS type=write size=759747 2026-04-02T11:49:30.067 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.065+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~HUO6EM18VGIV.0 size=1048576 2026-04-02T11:49:30.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.066+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~HUO6EM18VGIV.1 size=192203 2026-04-02T11:49:30.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.066+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=HUO6EM18VGIV tag=DRI9VTMN19H4 type=write size=2289355 2026-04-02T11:49:30.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.067+0000 7f5d7598a880 1 < completed write operation key=HYSJYWQT3N55 tag=7ZSV5NJNWRJW type=write size=221712 2026-04-02T11:49:30.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.068+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~C58SY1BMBEUJ.0 size=1048576 2026-04-02T11:49:30.071 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.069+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~C58SY1BMBEUJ.1 size=150832 2026-04-02T11:49:30.071 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.069+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=C58SY1BMBEUJ tag=WZCJJ0FJMSDW type=write size=2247984 2026-04-02T11:49:30.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.072+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~ZD47K81HXA5Z.0 size=1048576 2026-04-02T11:49:30.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.072+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~ZD47K81HXA5Z.1 size=1048576 2026-04-02T11:49:30.075 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.073+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~ZD47K81HXA5Z.2 size=849041 2026-04-02T11:49:30.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.074+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=ZD47K81HXA5Z tag=EZXBMCKZMNYX type=write size=3994769 2026-04-02T11:49:30.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.075+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=WSJSCJWFJCSE type=del size=1494235 2026-04-02T11:49:30.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.076+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~SDW18Y0UKIUM.0 size=999428 2026-04-02T11:49:30.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.077+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=SDW18Y0UKIUM tag=M66L7JKTLBA1 type=write size=2048004 2026-04-02T11:49:30.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.078+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=0YA0J78HICYN type=del size=2664100 2026-04-02T11:49:30.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.079+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=55KJ7XJDQBP5 type=del 2026-04-02T11:49:30.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.080+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~TQDS208WGW3I.0 size=1048576 2026-04-02T11:49:30.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.081+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~TQDS208WGW3I.1 size=1048576 2026-04-02T11:49:30.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.081+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~TQDS208WGW3I.2 size=1015196 2026-04-02T11:49:30.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.081+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=TQDS208WGW3I tag=29GPKHTQRKGE type=write size=4160924 2026-04-02T11:49:30.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.082+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=2S4UENPA3W83 type=del 2026-04-02T11:49:30.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.083+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=FWJ0ZHVA9J7Q type=del size=2550563 2026-04-02T11:49:30.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.084+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=083A3J1DKP23 type=del 2026-04-02T11:49:30.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.085+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~DQ0G2HGFF42Y.0 size=1048576 2026-04-02T11:49:30.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.086+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~DQ0G2HGFF42Y.1 size=1048576 2026-04-02T11:49:30.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.086+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~DQ0G2HGFF42Y.2 size=170758 2026-04-02T11:49:30.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.086+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=DQ0G2HGFF42Y tag=SHB3VXP5U30H type=write size=3316486 2026-04-02T11:49:30.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.087+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~EZPW5GAIAOGI.0 size=43045 2026-04-02T11:49:30.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.088+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=EZPW5GAIAOGI tag=THNLEN36TNQ0 type=write size=1091621 2026-04-02T11:49:30.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.089+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=8CW37MKEKP0X type=del size=3768504 2026-04-02T11:49:30.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.090+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~GTRL8B5HXB2Z.0 size=1048576 2026-04-02T11:49:30.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.091+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~GTRL8B5HXB2Z.1 size=668477 2026-04-02T11:49:30.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.092+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=GTRL8B5HXB2Z tag=2P4LHPRBVNMO type=write size=2765629 2026-04-02T11:49:30.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.093+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~N3UG6T0E4B2U.0 size=1048576 2026-04-02T11:49:30.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.095+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~N3UG6T0E4B2U.1 size=1048576 2026-04-02T11:49:30.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.096+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~N3UG6T0E4B2U.2 size=1004825 2026-04-02T11:49:30.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.096+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=N3UG6T0E4B2U tag=MZ6LLNOIZMVL type=write size=4150553 2026-04-02T11:49:30.099 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.098+0000 7f5d7598a880 1 < suggested remove operation key=B069J9WSE2J1 tag=3V0C8MK9PB4F type=del 2026-04-02T11:49:30.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.099+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~5D146MOYOHD0.0 size=1048576 2026-04-02T11:49:30.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.100+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~5D146MOYOHD0.1 size=1048576 2026-04-02T11:49:30.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.100+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~5D146MOYOHD0.2 size=1028310 2026-04-02T11:49:30.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.100+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=5D146MOYOHD0 tag=VHNND3RAGTNS type=write size=4174038 2026-04-02T11:49:30.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.102+0000 7f5d7598a880 1 < suggested update operation key=J4VNVDQ38I9H tag=W12J5C9B18JW type=del size=1774654 2026-04-02T11:49:30.104 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.102+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=J61RUY51JXOW type=write size=697954 2026-04-02T11:49:30.105 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.103+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~5GMLXQWX6SXL.0 size=1048576 2026-04-02T11:49:30.105 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.104+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~5GMLXQWX6SXL.1 size=836734 2026-04-02T11:49:30.106 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.105+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=5GMLXQWX6SXL tag=FCGYBOU5GCAS type=write size=2933886 2026-04-02T11:49:30.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.105+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=1VPTUVJ462RE type=del size=1660822 2026-04-02T11:49:30.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.106+0000 7f5d7598a880 1 < canceled operation key=V6UN2ZWR2MRB tag=EJL8AJIN1PGS type=del size=3910416 2026-04-02T11:49:30.109 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.107+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=IHO9OHGRN1JI type=del size=2046357 2026-04-02T11:49:30.109 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.108+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=MLAZD7HTPOSG type=del 2026-04-02T11:49:30.110 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.108+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=VUKJRURB3D51 type=del size=2720849 2026-04-02T11:49:30.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.109+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=4U70RMFSYC6R type=del 2026-04-02T11:49:30.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.110+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=K8F04C6VF4YP type=write size=820455 2026-04-02T11:49:30.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.111+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~HLAW1HHT4ZPH.0 size=269543 2026-04-02T11:49:30.114 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.112+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=HLAW1HHT4ZPH tag=70SH5ZS5ZYR7 type=write size=1318119 2026-04-02T11:49:30.114 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.113+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=WHA0CLX4OY6W type=del size=522693 2026-04-02T11:49:30.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.113+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~HUO6EM18VGIV.0 size=1048576 2026-04-02T11:49:30.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.114+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~HUO6EM18VGIV.1 size=192203 2026-04-02T11:49:30.117 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.115+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=HUO6EM18VGIV tag=DRI9VTMN19H4 type=write size=2289355 2026-04-02T11:49:30.117 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.116+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=JD1GYZL2CSTU type=del size=1454233 2026-04-02T11:49:30.118 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.116+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~C58SY1BMBEUJ.0 size=1048576 2026-04-02T11:49:30.119 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.117+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~C58SY1BMBEUJ.1 size=150832 2026-04-02T11:49:30.120 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.118+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=C58SY1BMBEUJ tag=WZCJJ0FJMSDW type=write size=2247984 2026-04-02T11:49:30.121 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.119+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=E9SEF3F891R4 type=write size=598104 2026-04-02T11:49:30.121 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.120+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=WSJSCJWFJCSE type=del 2026-04-02T11:49:30.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.121+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=U7U27F9TN2X1 type=del size=1407459 2026-04-02T11:49:30.123 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.121+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=0YA0J78HICYN type=del 2026-04-02T11:49:30.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.124+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=0CV69R9GHM7A type=del size=704564 2026-04-02T11:49:30.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.124+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~TQDS208WGW3I.0 size=1048576 2026-04-02T11:49:30.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.125+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~TQDS208WGW3I.1 size=1048576 2026-04-02T11:49:30.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.126+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~TQDS208WGW3I.2 size=1015196 2026-04-02T11:49:30.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.127+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=TQDS208WGW3I tag=29GPKHTQRKGE type=write size=4160924 2026-04-02T11:49:30.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.128+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=TAU7L04SQ3OE type=del size=713712 2026-04-02T11:49:30.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.128+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=FWJ0ZHVA9J7Q type=del 2026-04-02T11:49:30.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.129+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=P8REL5RNCRXR type=del size=503116 2026-04-02T11:49:30.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.129+0000 7f5d7598a880 1 < canceled part key=_multipart_3T2FDRTF7XHC.2~DQ0G2HGFF42Y.0 size=1048576 2026-04-02T11:49:30.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.130+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~DQ0G2HGFF42Y.1 size=1048576 2026-04-02T11:49:30.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.130+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~DQ0G2HGFF42Y.2 size=170758 2026-04-02T11:49:30.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.131+0000 7f5d7598a880 1 < canceled multipart upload key=3T2FDRTF7XHC upload=DQ0G2HGFF42Y tag=SHB3VXP5U30H type=write size=3316486 2026-04-02T11:49:30.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.133+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~LNKY7LHTN0E9.0 size=480334 2026-04-02T11:49:30.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.133+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=LNKY7LHTN0E9 tag=0PIK2QGS9H6I type=write size=1528910 2026-04-02T11:49:30.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.134+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=8CW37MKEKP0X type=del 2026-04-02T11:49:30.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.134+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=UGG85H5TW1I9 type=del size=3186587 2026-04-02T11:49:30.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.134+0000 7f5d7598a880 1 < canceled part key=_multipart_VILE4YEMEN09.2~N3UG6T0E4B2U.0 size=1048576 2026-04-02T11:49:30.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.135+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~N3UG6T0E4B2U.1 size=1048576 2026-04-02T11:49:30.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.136+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~N3UG6T0E4B2U.2 size=1004825 2026-04-02T11:49:30.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.137+0000 7f5d7598a880 1 < canceled multipart upload key=VILE4YEMEN09 upload=N3UG6T0E4B2U tag=MZ6LLNOIZMVL type=write size=4150553 2026-04-02T11:49:30.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.138+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~OAKEJCASLOX2.0 size=1048576 2026-04-02T11:49:30.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.139+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~OAKEJCASLOX2.1 size=153025 2026-04-02T11:49:30.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.139+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=OAKEJCASLOX2 tag=SDBMV8S71KZA type=write size=2250177 2026-04-02T11:49:30.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.139+0000 7f5d7598a880 1 < canceled part key=_multipart_11O38SMUYMX2.2~5D146MOYOHD0.0 size=1048576 2026-04-02T11:49:30.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.139+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~5D146MOYOHD0.1 size=1048576 2026-04-02T11:49:30.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.140+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~5D146MOYOHD0.2 size=1028310 2026-04-02T11:49:30.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.141+0000 7f5d7598a880 1 < canceled multipart upload key=11O38SMUYMX2 upload=5D146MOYOHD0 tag=VHNND3RAGTNS type=write size=4174038 2026-04-02T11:49:30.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.143+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~PAUGS8U8EMS0.0 size=1048576 2026-04-02T11:49:30.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.143+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~PAUGS8U8EMS0.1 size=1048576 2026-04-02T11:49:30.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.144+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~PAUGS8U8EMS0.2 size=243224 2026-04-02T11:49:30.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.144+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=PAUGS8U8EMS0 tag=5EPOK1I5QUXJ type=write size=3388952 2026-04-02T11:49:30.146 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.144+0000 7f5d7598a880 1 < completed write operation key=J47182HKJTLL tag=J61RUY51JXOW type=write size=697954 2026-04-02T11:49:30.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.146+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~IOA18ARVX0O2.0 size=1048576 2026-04-02T11:49:30.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.147+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~IOA18ARVX0O2.1 size=161926 2026-04-02T11:49:30.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.147+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=IOA18ARVX0O2 tag=3CAFJVLTRW4Q type=write size=2259078 2026-04-02T11:49:30.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.148+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=1VPTUVJ462RE type=del 2026-04-02T11:49:30.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.148+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=8A3ZHAWN7KTR type=del size=3716455 2026-04-02T11:49:30.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.150+0000 7f5d7598a880 1 < suggested update operation key=JJ7N37F55IC3 tag=IHO9OHGRN1JI type=del size=2046357 2026-04-02T11:49:30.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.151+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~RCPZIRZKMIPI.0 size=1048576 2026-04-02T11:49:30.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.152+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~RCPZIRZKMIPI.1 size=1048576 2026-04-02T11:49:30.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.152+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~RCPZIRZKMIPI.2 size=398344 2026-04-02T11:49:30.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.152+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=RCPZIRZKMIPI tag=UFW02YNYA9N8 type=write size=3544072 2026-04-02T11:49:30.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.153+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=VUKJRURB3D51 type=del 2026-04-02T11:49:30.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.154+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=Y5JB72839UN0 type=del size=3449861 2026-04-02T11:49:30.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.155+0000 7f5d7598a880 1 < completed write operation key=UWKIR14N3KM3 tag=K8F04C6VF4YP type=write size=820455 2026-04-02T11:49:30.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.155+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=O54KP6L565VH type=write size=206470 2026-04-02T11:49:30.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.156+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=WHA0CLX4OY6W type=del 2026-04-02T11:49:30.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.157+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=8XGIF1T77C7P type=del size=3125068 2026-04-02T11:49:30.159 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.157+0000 7f5d7598a880 1 < canceled operation key=VILE4YEMEN09 tag=JD1GYZL2CSTU type=del size=1454233 2026-04-02T11:49:30.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.158+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=6SFEGLB5G4LP type=del size=1968421 2026-04-02T11:49:30.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.160+0000 7f5d7598a880 1 < suggested remove operation key=6F1O9WBBDT51 tag=E9SEF3F891R4 type=write 2026-04-02T11:49:30.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.162+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~GIQ9RMWJT5DJ.0 size=28223 2026-04-02T11:49:30.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.162+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=GIQ9RMWJT5DJ tag=YIWAHB4PWX1Z type=write size=1076799 2026-04-02T11:49:30.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.162+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=U7U27F9TN2X1 type=del 2026-04-02T11:49:30.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.163+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=CAFKW4JRDGKQ type=del size=1555874 2026-04-02T11:49:30.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.164+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=0CV69R9GHM7A type=del 2026-04-02T11:49:30.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.165+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=XDYSEOZZRY7X type=del size=3570167 2026-04-02T11:49:30.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.165+0000 7f5d7598a880 1 < canceled operation key=UWKIR14N3KM3 tag=TAU7L04SQ3OE type=del size=713712 2026-04-02T11:49:30.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.166+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=YZLVXIU8CZJD type=del size=17241 2026-04-02T11:49:30.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.167+0000 7f5d7598a880 -1 < failed to complete operation key=6F1O9WBBDT51 tag=P8REL5RNCRXR type=del size=503116: (22) Invalid argument 2026-04-02T11:49:30.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.167+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=FUOVGQX4ZBNS type=write size=160520 2026-04-02T11:49:30.170 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.168+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~LNKY7LHTN0E9.0 size=480334 2026-04-02T11:49:30.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.170+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=LNKY7LHTN0E9 tag=0PIK2QGS9H6I type=write size=1528910 2026-04-02T11:49:30.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.170+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=EP5LFM4RASTC type=write size=807740 2026-04-02T11:49:30.173 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.171+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=UGG85H5TW1I9 type=del 2026-04-02T11:49:30.174 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.173+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~N7UJ7IDOQZCY.0 size=1048576 2026-04-02T11:49:30.175 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.173+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~N7UJ7IDOQZCY.1 size=1048576 2026-04-02T11:49:30.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.174+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~N7UJ7IDOQZCY.2 size=200177 2026-04-02T11:49:30.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.174+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=N7UJ7IDOQZCY tag=XRBWS0RCLALX type=write size=3345905 2026-04-02T11:49:30.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.175+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~OAKEJCASLOX2.0 size=1048576 2026-04-02T11:49:30.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.175+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~OAKEJCASLOX2.1 size=153025 2026-04-02T11:49:30.180 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.178+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=OAKEJCASLOX2 tag=SDBMV8S71KZA type=write size=2250177 2026-04-02T11:49:30.181 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.179+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=AC6X2ZFQLFYR type=write size=366328 2026-04-02T11:49:30.181 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.179+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~PAUGS8U8EMS0.0 size=1048576 2026-04-02T11:49:30.181 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.179+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~PAUGS8U8EMS0.1 size=1048576 2026-04-02T11:49:30.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.180+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~PAUGS8U8EMS0.2 size=243224 2026-04-02T11:49:30.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.181+0000 7f5d7598a880 1 < canceled multipart upload key=HOC3CF4CF4HD upload=PAUGS8U8EMS0 tag=5EPOK1I5QUXJ type=write size=3388952 2026-04-02T11:49:30.184 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.182+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=B4W4359I95WO type=del size=4162583 2026-04-02T11:49:30.184 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.183+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~IOA18ARVX0O2.0 size=1048576 2026-04-02T11:49:30.185 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.183+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~IOA18ARVX0O2.1 size=161926 2026-04-02T11:49:30.186 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.184+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=IOA18ARVX0O2 tag=3CAFJVLTRW4Q type=write size=2259078 2026-04-02T11:49:30.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.185+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=KHW8E7WYWVCC type=del size=82411 2026-04-02T11:49:30.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.186+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=8A3ZHAWN7KTR type=del 2026-04-02T11:49:30.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.187+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=OKLX37AYF2I2 type=write size=68178 2026-04-02T11:49:30.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.187+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~RCPZIRZKMIPI.0 size=1048576 2026-04-02T11:49:30.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.188+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~RCPZIRZKMIPI.1 size=1048576 2026-04-02T11:49:30.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.188+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~RCPZIRZKMIPI.2 size=398344 2026-04-02T11:49:30.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.190+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=RCPZIRZKMIPI tag=UFW02YNYA9N8 type=write size=3544072 2026-04-02T11:49:30.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.190+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=HG52WITCXUYP type=del size=2733581 2026-04-02T11:49:30.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.191+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=Y5JB72839UN0 type=del 2026-04-02T11:49:30.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.192+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~9NST3ZW64ACK.0 size=1048576 2026-04-02T11:49:30.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.193+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~9NST3ZW64ACK.1 size=1048576 2026-04-02T11:49:30.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.193+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~9NST3ZW64ACK.2 size=927336 2026-04-02T11:49:30.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.194+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=9NST3ZW64ACK tag=5NT3U8IKVECG type=write size=4073064 2026-04-02T11:49:30.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.195+0000 7f5d7598a880 1 < suggested remove operation key=11O38SMUYMX2 tag=O54KP6L565VH type=write 2026-04-02T11:49:30.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.196+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=H8P8T7P7TME5 type=del size=3558836 2026-04-02T11:49:30.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.196+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=8XGIF1T77C7P type=del 2026-04-02T11:49:30.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.197+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=1A21CJ0JENHR type=del size=3332678 2026-04-02T11:49:30.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.198+0000 7f5d7598a880 1 < suggested remove operation key=JJ7N37F55IC3 tag=6SFEGLB5G4LP type=del 2026-04-02T11:49:30.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.199+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=462T2NTFQG4Q type=write size=368954 2026-04-02T11:49:30.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.200+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~GIQ9RMWJT5DJ.0 size=28223 2026-04-02T11:49:30.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.201+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=GIQ9RMWJT5DJ tag=YIWAHB4PWX1Z type=write size=1076799 2026-04-02T11:49:30.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.202+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=EKJNN15RUY0T type=del size=2426966 2026-04-02T11:49:30.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.203+0000 7f5d7598a880 1 < suggested update operation key=ZIMLW0YTOPPK tag=CAFKW4JRDGKQ type=del size=1555874 2026-04-02T11:49:30.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.206+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=2JOK7109OT2V type=write size=908852 2026-04-02T11:49:30.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.207+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=XDYSEOZZRY7X type=del 2026-04-02T11:49:30.209 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.207+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=CD5HIQVL5K75 type=del size=322036 2026-04-02T11:49:30.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.208+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=YZLVXIU8CZJD type=del 2026-04-02T11:49:30.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.209+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=LK6N8ON40FEZ type=del size=2411690 2026-04-02T11:49:30.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.209+0000 7f5d7598a880 1 < canceled operation key=07AW9BPTKOI3 tag=FUOVGQX4ZBNS type=write size=160520 2026-04-02T11:49:30.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.211+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~GDJFJIISFCHH.0 size=654765 2026-04-02T11:49:30.213 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.211+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=GDJFJIISFCHH tag=BETWZWM3KQVO type=write size=1703341 2026-04-02T11:49:30.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.212+0000 7f5d7598a880 1 < suggested update operation key=5AJK8GE86W32 tag=EP5LFM4RASTC type=write size=807740 2026-04-02T11:49:30.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.213+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=GQFTPG6J5A8I type=write size=196520 2026-04-02T11:49:30.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.214+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~N7UJ7IDOQZCY.0 size=1048576 2026-04-02T11:49:30.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.214+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~N7UJ7IDOQZCY.1 size=1048576 2026-04-02T11:49:30.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.215+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~N7UJ7IDOQZCY.2 size=200177 2026-04-02T11:49:30.218 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.216+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=N7UJ7IDOQZCY tag=XRBWS0RCLALX type=write size=3345905 2026-04-02T11:49:30.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.217+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~ZBUDLVJE63N8.0 size=81338 2026-04-02T11:49:30.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.217+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=ZBUDLVJE63N8 tag=PV1FOC576ITI type=write size=1129914 2026-04-02T11:49:30.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.218+0000 7f5d7598a880 1 < completed write operation key=BHZAHJYOGK2B tag=AC6X2ZFQLFYR type=write size=366328 2026-04-02T11:49:30.221 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.219+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~DIDI8WKX8W64.0 size=1048576 2026-04-02T11:49:30.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.220+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~DIDI8WKX8W64.1 size=1048576 2026-04-02T11:49:30.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.221+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~DIDI8WKX8W64.2 size=563173 2026-04-02T11:49:30.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.221+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=DIDI8WKX8W64 tag=UED85PG6CAQQ type=write size=3708901 2026-04-02T11:49:30.223 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.221+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=B4W4359I95WO type=del 2026-04-02T11:49:30.224 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.222+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=5IPDYIN5O8BG type=del size=1054539 2026-04-02T11:49:30.224 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.223+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=KHW8E7WYWVCC type=del 2026-04-02T11:49:30.225 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.223+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=ANZT3THA5NOQ type=write size=346770 2026-04-02T11:49:30.226 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.224+0000 7f5d7598a880 1 < completed write operation key=SKU4BMEAT7O7 tag=OKLX37AYF2I2 type=write size=68178 2026-04-02T11:49:30.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.225+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=HGC49TCROYQ7 type=del size=3401526 2026-04-02T11:49:30.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.226+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=HG52WITCXUYP type=del 2026-04-02T11:49:30.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.227+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=EF3SGI6ANVQT type=del size=2549328 2026-04-02T11:49:30.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.227+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~9NST3ZW64ACK.0 size=1048576 2026-04-02T11:49:30.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.228+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~9NST3ZW64ACK.1 size=1048576 2026-04-02T11:49:30.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.229+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~9NST3ZW64ACK.2 size=927336 2026-04-02T11:49:30.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.230+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=9NST3ZW64ACK tag=5NT3U8IKVECG type=write size=4073064 2026-04-02T11:49:30.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.230+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=JB6OLIEZVGTJ type=del size=1446553 2026-04-02T11:49:30.234 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.232+0000 7f5d7598a880 1 < suggested update operation key=BHZAHJYOGK2B tag=H8P8T7P7TME5 type=del size=3558836 2026-04-02T11:49:30.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.233+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~L55P1RDBD160.0 size=1048576 2026-04-02T11:49:30.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.235+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~L55P1RDBD160.1 size=1048576 2026-04-02T11:49:30.238 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.236+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~L55P1RDBD160.2 size=565228 2026-04-02T11:49:30.238 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.236+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=L55P1RDBD160 tag=O8PYYP40HPE5 type=write size=3710956 2026-04-02T11:49:30.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.238+0000 7f5d7598a880 1 < suggested update operation key=ZS5NQMR2F1CO tag=1A21CJ0JENHR type=del size=3332678 2026-04-02T11:49:30.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.239+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~ANUMVSJQB213.0 size=985533 2026-04-02T11:49:30.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.239+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=ANUMVSJQB213 tag=YM0IU2ZRCPR9 type=write size=2034109 2026-04-02T11:49:30.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.240+0000 7f5d7598a880 1 < completed write operation key=07AW9BPTKOI3 tag=462T2NTFQG4Q type=write size=368954 2026-04-02T11:49:30.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.241+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~JP4XIPFXF6VN.0 size=656107 2026-04-02T11:49:30.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.241+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=JP4XIPFXF6VN tag=2Z4KDB7H9A0R type=write size=1704683 2026-04-02T11:49:30.244 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.242+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=EKJNN15RUY0T type=del 2026-04-02T11:49:30.245 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.243+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~ZJ0UZ23UANV2.0 size=1048576 2026-04-02T11:49:30.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.244+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~ZJ0UZ23UANV2.1 size=1023670 2026-04-02T11:49:30.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.244+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=ZJ0UZ23UANV2 tag=TCKL40VMVQGC type=write size=3120822 2026-04-02T11:49:30.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.245+0000 7f5d7598a880 1 < canceled operation key=B069J9WSE2J1 tag=2JOK7109OT2V type=write size=908852 2026-04-02T11:49:30.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.246+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~0SJFXHS4E6DX.0 size=84229 2026-04-02T11:49:30.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.246+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=0SJFXHS4E6DX tag=L32RXQ8USIGB type=write size=1132805 2026-04-02T11:49:30.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.247+0000 7f5d7598a880 -1 < failed to complete operation key=BHZAHJYOGK2B tag=CD5HIQVL5K75 type=del size=322036: (22) Invalid argument 2026-04-02T11:49:30.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.248+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=JXAEFF640JCU type=write size=787068 2026-04-02T11:49:30.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.248+0000 7f5d7598a880 -1 < failed to complete operation key=5AJK8GE86W32 tag=LK6N8ON40FEZ type=del size=2411690: (22) Invalid argument 2026-04-02T11:49:30.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.250+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=Y9HX9ADEV7BX type=del size=847882 2026-04-02T11:49:30.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.251+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~GDJFJIISFCHH.0 size=654765 2026-04-02T11:49:30.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.252+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=GDJFJIISFCHH tag=BETWZWM3KQVO type=write size=1703341 2026-04-02T11:49:30.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.253+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=C618FG40SG5P type=del size=2636016 2026-04-02T11:49:30.256 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.254+0000 7f5d7598a880 1 < suggested update operation key=52PU1ZBC7VWW tag=GQFTPG6J5A8I type=write size=196520 2026-04-02T11:49:30.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.255+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=VLN3WJP2207L type=del size=3350011 2026-04-02T11:49:30.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.256+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~ZBUDLVJE63N8.0 size=81338 2026-04-02T11:49:30.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.257+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=ZBUDLVJE63N8 tag=PV1FOC576ITI type=write size=1129914 2026-04-02T11:49:30.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.259+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~RL34KX7T5GNI.0 size=1048576 2026-04-02T11:49:30.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.259+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~RL34KX7T5GNI.1 size=613927 2026-04-02T11:49:30.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.259+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=RL34KX7T5GNI tag=VGE0C3PAVDN8 type=write size=2711079 2026-04-02T11:49:30.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.260+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~DIDI8WKX8W64.0 size=1048576 2026-04-02T11:49:30.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.260+0000 7f5d7598a880 1 < canceled part key=_multipart_5MI2F3J8J9MJ.2~DIDI8WKX8W64.1 size=1048576 2026-04-02T11:49:30.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.261+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~DIDI8WKX8W64.2 size=563173 2026-04-02T11:49:30.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.262+0000 7f5d7598a880 1 < canceled multipart upload key=5MI2F3J8J9MJ upload=DIDI8WKX8W64 tag=UED85PG6CAQQ type=write size=3708901 2026-04-02T11:49:30.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.263+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=V4TQ8YG0N016 type=del size=655494 2026-04-02T11:49:30.311 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.309+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=5IPDYIN5O8BG type=del 2026-04-02T11:49:30.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.310+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=522GFVE0GJ2K type=del size=2113542 2026-04-02T11:49:30.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.311+0000 7f5d7598a880 1 < completed write operation key=HOC3CF4CF4HD tag=ANZT3THA5NOQ type=write size=346770 2026-04-02T11:49:30.313 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.312+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=TX0SEJPGHNYB type=write size=245403 2026-04-02T11:49:30.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.312+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=HGC49TCROYQ7 type=del 2026-04-02T11:49:30.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.314+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~TJNTHCNT8B83.0 size=1048576 2026-04-02T11:49:30.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.315+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~TJNTHCNT8B83.1 size=924490 2026-04-02T11:49:30.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.315+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=TJNTHCNT8B83 tag=GELEHV9SRCFZ type=write size=3021642 2026-04-02T11:49:30.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.316+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=EF3SGI6ANVQT type=del 2026-04-02T11:49:30.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.317+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~119LNQSWVOSV.0 size=1048576 2026-04-02T11:49:30.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.318+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~119LNQSWVOSV.1 size=1048576 2026-04-02T11:49:30.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.318+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~119LNQSWVOSV.2 size=244126 2026-04-02T11:49:30.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.318+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=119LNQSWVOSV tag=Y2C9OCFCQKUU type=write size=3389854 2026-04-02T11:49:30.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.319+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=JB6OLIEZVGTJ type=del 2026-04-02T11:49:30.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.321+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~470VG4A108UV.0 size=1048576 2026-04-02T11:49:30.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.321+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~470VG4A108UV.1 size=1048576 2026-04-02T11:49:30.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.322+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~470VG4A108UV.2 size=804272 2026-04-02T11:49:30.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.322+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=470VG4A108UV tag=EOLE8TAYRY45 type=write size=3950000 2026-04-02T11:49:30.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.323+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~L55P1RDBD160.0 size=1048576 2026-04-02T11:49:30.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.324+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~L55P1RDBD160.1 size=1048576 2026-04-02T11:49:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.324+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~L55P1RDBD160.2 size=565228 2026-04-02T11:49:30.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.325+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=L55P1RDBD160 tag=O8PYYP40HPE5 type=write size=3710956 2026-04-02T11:49:30.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.326+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=HXB9MTO2DY83 type=del size=3563706 2026-04-02T11:49:30.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.327+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~ANUMVSJQB213.0 size=985533 2026-04-02T11:49:30.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.328+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=ANUMVSJQB213 tag=YM0IU2ZRCPR9 type=write size=2034109 2026-04-02T11:49:30.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.329+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=1UNHAK24J2DH type=del size=3824643 2026-04-02T11:49:30.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.330+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~JP4XIPFXF6VN.0 size=656107 2026-04-02T11:49:30.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.331+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=JP4XIPFXF6VN tag=2Z4KDB7H9A0R type=write size=1704683 2026-04-02T11:49:30.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.332+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~CWV9YM7NHQUR.0 size=1048576 2026-04-02T11:49:30.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.333+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~CWV9YM7NHQUR.1 size=1000292 2026-04-02T11:49:30.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.333+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=CWV9YM7NHQUR tag=EOBYDKDICLT2 type=write size=3097444 2026-04-02T11:49:30.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.334+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~ZJ0UZ23UANV2.0 size=1048576 2026-04-02T11:49:30.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.334+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~ZJ0UZ23UANV2.1 size=1023670 2026-04-02T11:49:30.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.336+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=ZJ0UZ23UANV2 tag=TCKL40VMVQGC type=write size=3120822 2026-04-02T11:49:30.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.338+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~RPXN548IEA6I.0 size=1048576 2026-04-02T11:49:30.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.339+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~RPXN548IEA6I.1 size=1048576 2026-04-02T11:49:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.339+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~RPXN548IEA6I.2 size=156785 2026-04-02T11:49:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.339+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=RPXN548IEA6I tag=7N0TFTONOT28 type=write size=3302513 2026-04-02T11:49:30.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.340+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~0SJFXHS4E6DX.0 size=84229 2026-04-02T11:49:30.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.341+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=0SJFXHS4E6DX tag=L32RXQ8USIGB type=write size=1132805 2026-04-02T11:49:30.344 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.342+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=5YZ898ZCJ7CY type=del size=1857450 2026-04-02T11:49:30.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.343+0000 7f5d7598a880 1 < completed write operation key=ZIMLW0YTOPPK tag=JXAEFF640JCU type=write size=787068 2026-04-02T11:49:30.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.344+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=GLEOVKDKK5Y0 type=del size=3423160 2026-04-02T11:49:30.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.345+0000 7f5d7598a880 1 < suggested update operation key=5MI2F3J8J9MJ tag=Y9HX9ADEV7BX type=del size=847882 2026-04-02T11:49:30.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.346+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=R8BL9N9DZUP8 type=del size=1653538 2026-04-02T11:49:30.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.347+0000 7f5d7598a880 -1 < failed to complete operation key=52PU1ZBC7VWW tag=C618FG40SG5P type=del size=2636016: (22) Invalid argument 2026-04-02T11:49:30.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.348+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~AFD94BW699LE.0 size=326077 2026-04-02T11:49:30.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.349+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=AFD94BW699LE tag=3FQIOYN4LI08 type=write size=1374653 2026-04-02T11:49:30.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.349+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=VLN3WJP2207L type=del 2026-04-02T11:49:30.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.350+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=I89Y9ZRBTNMD type=write size=581635 2026-04-02T11:49:30.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.351+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~RL34KX7T5GNI.0 size=1048576 2026-04-02T11:49:30.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.352+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~RL34KX7T5GNI.1 size=613927 2026-04-02T11:49:30.355 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.353+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=RL34KX7T5GNI tag=VGE0C3PAVDN8 type=write size=2711079 2026-04-02T11:49:30.355 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.354+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=GFJ8YDVQT973 type=write size=567304 2026-04-02T11:49:30.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.354+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=V4TQ8YG0N016 type=del 2026-04-02T11:49:30.358 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.356+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=5B6T5T2UZPPX type=del size=908111 2026-04-02T11:49:30.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.357+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=522GFVE0GJ2K type=del 2026-04-02T11:49:30.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.358+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=OGJN4SNO2LWS type=del size=3322833 2026-04-02T11:49:30.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.359+0000 7f5d7598a880 1 < completed write operation key=JJ7N37F55IC3 tag=TX0SEJPGHNYB type=write size=245403 2026-04-02T11:49:30.361 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.359+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=9CCOM7UMI4B6 type=del size=997985 2026-04-02T11:49:30.362 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.360+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~TJNTHCNT8B83.0 size=1048576 2026-04-02T11:49:30.363 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.361+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~TJNTHCNT8B83.1 size=924490 2026-04-02T11:49:30.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.362+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=TJNTHCNT8B83 tag=GELEHV9SRCFZ type=write size=3021642 2026-04-02T11:49:30.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.363+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=3J7SKNE1M4DK type=del size=1718994 2026-04-02T11:49:30.365 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.364+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~119LNQSWVOSV.0 size=1048576 2026-04-02T11:49:30.366 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.364+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~119LNQSWVOSV.1 size=1048576 2026-04-02T11:49:30.367 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.365+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~119LNQSWVOSV.2 size=244126 2026-04-02T11:49:30.368 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.366+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=119LNQSWVOSV tag=Y2C9OCFCQKUU type=write size=3389854 2026-04-02T11:49:30.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.367+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=8S7WRRTW1V7B type=del size=1667100 2026-04-02T11:49:30.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.368+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~470VG4A108UV.0 size=1048576 2026-04-02T11:49:30.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.368+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~470VG4A108UV.1 size=1048576 2026-04-02T11:49:30.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.369+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~470VG4A108UV.2 size=804272 2026-04-02T11:49:30.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.372+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=470VG4A108UV tag=EOLE8TAYRY45 type=write size=3950000 2026-04-02T11:49:30.375 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.373+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=RGXPYBX37SVZ type=del size=2304311 2026-04-02T11:49:30.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.374+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=HXB9MTO2DY83 type=del 2026-04-02T11:49:30.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.375+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=BKEPMLBW5IB7 type=del size=2446305 2026-04-02T11:49:30.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.376+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=1UNHAK24J2DH type=del 2026-04-02T11:49:30.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.376+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=1EIM28W3SU8X type=write size=982958 2026-04-02T11:49:30.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.377+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~CWV9YM7NHQUR.0 size=1048576 2026-04-02T11:49:30.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.378+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~CWV9YM7NHQUR.1 size=1000292 2026-04-02T11:49:30.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.379+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=CWV9YM7NHQUR tag=EOBYDKDICLT2 type=write size=3097444 2026-04-02T11:49:30.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.380+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=SIATG381AKBD type=del size=2281975 2026-04-02T11:49:30.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.381+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~RPXN548IEA6I.0 size=1048576 2026-04-02T11:49:30.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.381+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~RPXN548IEA6I.1 size=1048576 2026-04-02T11:49:30.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.381+0000 7f5d7598a880 1 < canceled part key=_multipart_C6GX0GW6KDYE.2~RPXN548IEA6I.2 size=156785 2026-04-02T11:49:30.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.383+0000 7f5d7598a880 1 < canceled multipart upload key=C6GX0GW6KDYE upload=RPXN548IEA6I tag=7N0TFTONOT28 type=write size=3302513 2026-04-02T11:49:30.386 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.384+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~QUUBFUVXMQS5.0 size=1048576 2026-04-02T11:49:30.386 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.385+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~QUUBFUVXMQS5.1 size=1048576 2026-04-02T11:49:30.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.385+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~QUUBFUVXMQS5.2 size=825960 2026-04-02T11:49:30.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.385+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=QUUBFUVXMQS5 tag=720VQSK7PIAC type=write size=3971688 2026-04-02T11:49:30.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.386+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=5YZ898ZCJ7CY type=del 2026-04-02T11:49:30.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.387+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=FBP8388I2IU0 type=del size=3517703 2026-04-02T11:49:30.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.388+0000 7f5d7598a880 1 < suggested remove operation key=B069J9WSE2J1 tag=GLEOVKDKK5Y0 type=del 2026-04-02T11:49:30.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.389+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=FK1WT4F2SVNH type=del size=2216957 2026-04-02T11:49:30.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.391+0000 7f5d7598a880 1 < suggested remove operation key=TJDWV3CEZ1PF tag=R8BL9N9DZUP8 type=del 2026-04-02T11:49:30.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.392+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=6DNECKBCTR9A type=write size=830656 2026-04-02T11:49:30.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.392+0000 7f5d7598a880 1 < canceled part key=_multipart_88E9H9UTDGH9.2~AFD94BW699LE.0 size=326077 2026-04-02T11:49:30.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.393+0000 7f5d7598a880 1 < canceled multipart upload key=88E9H9UTDGH9 upload=AFD94BW699LE tag=3FQIOYN4LI08 type=write size=1374653 2026-04-02T11:49:30.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.394+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=QYIHMS0CC9MV type=del size=1381163 2026-04-02T11:49:30.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.394+0000 7f5d7598a880 -1 < failed to complete operation key=B069J9WSE2J1 tag=I89Y9ZRBTNMD type=write size=581635: (22) Invalid argument 2026-04-02T11:49:30.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.395+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=V4RZ0UJSK2TV type=write size=461297 2026-04-02T11:49:30.398 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.396+0000 7f5d7598a880 1 < completed write operation key=C6GX0GW6KDYE tag=GFJ8YDVQT973 type=write size=567304 2026-04-02T11:49:30.400 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.399+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=GMHLGUW6DYUO type=del size=698612 2026-04-02T11:49:30.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.399+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=5B6T5T2UZPPX type=del 2026-04-02T11:49:30.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.400+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=YZJTW61KXN9F type=del size=2539822 2026-04-02T11:49:30.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.401+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=OGJN4SNO2LWS type=del 2026-04-02T11:49:30.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.402+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~VZF600S0AHO2.0 size=777821 2026-04-02T11:49:30.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.402+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=VZF600S0AHO2 tag=HPXHE8V8IJAP type=write size=1826397 2026-04-02T11:49:30.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.404+0000 7f5d7598a880 1 < suggested remove operation key=OCGXGNN4YVH3 tag=9CCOM7UMI4B6 type=del 2026-04-02T11:49:30.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.405+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=QTFX6UJHOFM8 type=del size=1587140 2026-04-02T11:49:30.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.405+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=3J7SKNE1M4DK type=del 2026-04-02T11:49:30.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.406+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=SCF7XHA1MLMP type=del size=344192 2026-04-02T11:49:30.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.407+0000 7f5d7598a880 -1 < failed to complete operation key=B069J9WSE2J1 tag=8S7WRRTW1V7B type=del size=1667100: (22) Invalid argument 2026-04-02T11:49:30.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.408+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~WGDZBTGD5ZF4.0 size=1048576 2026-04-02T11:49:30.411 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.409+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~WGDZBTGD5ZF4.1 size=617745 2026-04-02T11:49:30.411 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.409+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=WGDZBTGD5ZF4 tag=NODG63S8L07Z type=write size=2714897 2026-04-02T11:49:30.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.410+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=RGXPYBX37SVZ type=del 2026-04-02T11:49:30.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.411+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=B01WX3GEHF03 type=del size=3477674 2026-04-02T11:49:30.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.412+0000 7f5d7598a880 1 < suggested update operation key=TJDWV3CEZ1PF tag=BKEPMLBW5IB7 type=del size=2446305 2026-04-02T11:49:30.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.414+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~MW69W16QJ49C.0 size=1048576 2026-04-02T11:49:30.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.414+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~MW69W16QJ49C.1 size=1048576 2026-04-02T11:49:30.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.415+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~MW69W16QJ49C.2 size=883596 2026-04-02T11:49:30.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.415+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=MW69W16QJ49C tag=6W3GHDPA9CBO type=write size=4029324 2026-04-02T11:49:30.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.416+0000 7f5d7598a880 1 < completed write operation key=J47182HKJTLL tag=1EIM28W3SU8X type=write size=982958 2026-04-02T11:49:30.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.417+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~KF3R881T5NJC.0 size=1048576 2026-04-02T11:49:30.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.418+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~KF3R881T5NJC.1 size=412110 2026-04-02T11:49:30.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.418+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=KF3R881T5NJC tag=LPOGVU7C8HC8 type=write size=2509262 2026-04-02T11:49:30.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.419+0000 7f5d7598a880 1 < suggested remove operation key=C6GX0GW6KDYE tag=SIATG381AKBD type=del 2026-04-02T11:49:30.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.420+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=12FMICMGV88Q type=write size=963414 2026-04-02T11:49:30.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.421+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~QUUBFUVXMQS5.0 size=1048576 2026-04-02T11:49:30.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.422+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~QUUBFUVXMQS5.1 size=1048576 2026-04-02T11:49:30.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.422+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~QUUBFUVXMQS5.2 size=825960 2026-04-02T11:49:30.428 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.427+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=QUUBFUVXMQS5 tag=720VQSK7PIAC type=write size=3971688 2026-04-02T11:49:30.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.428+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~QMH750HWKRYU.0 size=188438 2026-04-02T11:49:30.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.428+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=QMH750HWKRYU tag=L86UTBK9TJ42 type=write size=1237014 2026-04-02T11:49:30.431 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.430+0000 7f5d7598a880 1 < suggested update operation key=3T2FDRTF7XHC tag=FBP8388I2IU0 type=del size=3517703 2026-04-02T11:49:30.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.430+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=P0NZY41ITLZA type=del size=420126 2026-04-02T11:49:30.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.432+0000 7f5d7598a880 1 < suggested update operation key=6BTSQ5CT3T88 tag=FK1WT4F2SVNH type=del size=2216957 2026-04-02T11:49:30.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.433+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~0QDCLNI7ZLAO.0 size=234903 2026-04-02T11:49:30.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.433+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=0QDCLNI7ZLAO tag=S3LFIUQBU82K type=write size=1283479 2026-04-02T11:49:30.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.434+0000 7f5d7598a880 1 < completed write operation key=TG8AKFTZB4ZM tag=6DNECKBCTR9A type=write size=830656 2026-04-02T11:49:30.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.435+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=1EC5TF42447S type=del size=863640 2026-04-02T11:49:30.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.436+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=QYIHMS0CC9MV type=del 2026-04-02T11:49:30.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.438+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~GJC2AVS3WI03.0 size=822714 2026-04-02T11:49:30.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.438+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=GJC2AVS3WI03 tag=1Z3YCB0ENLAW type=write size=1871290 2026-04-02T11:49:30.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.439+0000 7f5d7598a880 -1 < failed to complete operation key=TJDWV3CEZ1PF tag=V4RZ0UJSK2TV type=write size=461297: (22) Invalid argument 2026-04-02T11:49:30.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.440+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~KU51U3IVY62Q.0 size=1048576 2026-04-02T11:49:30.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.441+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~KU51U3IVY62Q.1 size=457435 2026-04-02T11:49:30.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.441+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=KU51U3IVY62Q tag=FEDZ5O1YJ8FC type=write size=2554587 2026-04-02T11:49:30.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.442+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=GMHLGUW6DYUO type=del 2026-04-02T11:49:30.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.443+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=DKUJ9FZNCNXR type=del size=3043355 2026-04-02T11:49:30.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.443+0000 7f5d7598a880 -1 < no bi entry to suggest for operation key=C6GX0GW6KDYE tag=YZJTW61KXN9F type=del size=2539822: (2) No such file or directory 2026-04-02T11:49:30.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.444+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~GAY2CALSZ2JR.0 size=1048576 2026-04-02T11:49:30.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.445+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~GAY2CALSZ2JR.1 size=239164 2026-04-02T11:49:30.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.445+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=GAY2CALSZ2JR tag=4TDBMHC7WP7P type=write size=2336316 2026-04-02T11:49:30.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.446+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~VZF600S0AHO2.0 size=777821 2026-04-02T11:49:30.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.447+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=VZF600S0AHO2 tag=HPXHE8V8IJAP type=write size=1826397 2026-04-02T11:49:30.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.448+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=79GR8V9YAX3B type=write size=663910 2026-04-02T11:49:30.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.449+0000 7f5d7598a880 1 < suggested update operation key=07AW9BPTKOI3 tag=QTFX6UJHOFM8 type=del size=1587140 2026-04-02T11:49:30.453 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.451+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=819ML7DNEUZD type=del size=2232300 2026-04-02T11:49:30.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.452+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=SCF7XHA1MLMP type=del 2026-04-02T11:49:30.455 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.453+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~U3MMI625XLPY.0 size=904876 2026-04-02T11:49:30.455 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.453+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=U3MMI625XLPY tag=1OF83RWBU81C type=write size=1953452 2026-04-02T11:49:30.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.454+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~WGDZBTGD5ZF4.0 size=1048576 2026-04-02T11:49:30.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.455+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~WGDZBTGD5ZF4.1 size=617745 2026-04-02T11:49:30.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.456+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=WGDZBTGD5ZF4 tag=NODG63S8L07Z type=write size=2714897 2026-04-02T11:49:30.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.457+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~WUSRTCOI6OEZ.0 size=1048576 2026-04-02T11:49:30.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.458+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~WUSRTCOI6OEZ.1 size=1048576 2026-04-02T11:49:30.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.459+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~WUSRTCOI6OEZ.2 size=158665 2026-04-02T11:49:30.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.459+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=WUSRTCOI6OEZ tag=5PZ179F9ZRCF type=write size=3304393 2026-04-02T11:49:30.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.460+0000 7f5d7598a880 1 < suggested update operation key=5AJK8GE86W32 tag=B01WX3GEHF03 type=del size=3477674 2026-04-02T11:49:30.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.462+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~IQCDE4UHGWE7.0 size=184412 2026-04-02T11:49:30.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.462+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=IQCDE4UHGWE7 tag=QCW57TQZ3IKN type=write size=1232988 2026-04-02T11:49:30.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.462+0000 7f5d7598a880 1 < canceled part key=_multipart_88E9H9UTDGH9.2~MW69W16QJ49C.0 size=1048576 2026-04-02T11:49:30.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.462+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~MW69W16QJ49C.1 size=1048576 2026-04-02T11:49:30.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.462+0000 7f5d7598a880 1 < canceled part key=_multipart_88E9H9UTDGH9.2~MW69W16QJ49C.2 size=883596 2026-04-02T11:49:30.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.464+0000 7f5d7598a880 1 < canceled multipart upload key=88E9H9UTDGH9 upload=MW69W16QJ49C tag=6W3GHDPA9CBO type=write size=4029324 2026-04-02T11:49:30.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.465+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=HQ99EFAJ1X8T type=del size=2474984 2026-04-02T11:49:30.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.465+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~KF3R881T5NJC.0 size=1048576 2026-04-02T11:49:30.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.466+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~KF3R881T5NJC.1 size=412110 2026-04-02T11:49:30.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.467+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=KF3R881T5NJC tag=LPOGVU7C8HC8 type=write size=2509262 2026-04-02T11:49:30.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.468+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=3CYSNNE0GR6N type=del size=1301484 2026-04-02T11:49:30.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.469+0000 7f5d7598a880 1 < completed write operation key=ZQKQX36TNEUQ tag=12FMICMGV88Q type=write size=963414 2026-04-02T11:49:30.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.469+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=HNRYVPUFE6Y7 type=del size=3069782 2026-04-02T11:49:30.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.470+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~QMH750HWKRYU.0 size=188438 2026-04-02T11:49:30.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.472+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=QMH750HWKRYU tag=L86UTBK9TJ42 type=write size=1237014 2026-04-02T11:49:30.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.472+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=X10RXO9FHWW4 type=del size=2329627 2026-04-02T11:49:30.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.473+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=P0NZY41ITLZA type=del 2026-04-02T11:49:30.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.474+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=2BHWP31R5ODB type=del size=1068401 2026-04-02T11:49:30.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.475+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~0QDCLNI7ZLAO.0 size=234903 2026-04-02T11:49:30.481 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.479+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=0QDCLNI7ZLAO tag=S3LFIUQBU82K type=write size=1283479 2026-04-02T11:49:30.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.480+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~32A5O8N4L12E.0 size=118560 2026-04-02T11:49:30.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.481+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=32A5O8N4L12E tag=N1Z0C8IIKXEY type=write size=1167136 2026-04-02T11:49:30.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.481+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=1EC5TF42447S type=del 2026-04-02T11:49:30.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.482+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=A30EPET0GTBK type=del size=100222 2026-04-02T11:49:30.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.483+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~GJC2AVS3WI03.0 size=822714 2026-04-02T11:49:30.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.484+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=GJC2AVS3WI03 tag=1Z3YCB0ENLAW type=write size=1871290 2026-04-02T11:49:30.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.485+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~IJDG28EP71RO.0 size=1048576 2026-04-02T11:49:30.488 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.486+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~IJDG28EP71RO.1 size=890550 2026-04-02T11:49:30.488 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.486+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=IJDG28EP71RO tag=LON59X7NZFJO type=write size=2987702 2026-04-02T11:49:30.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.487+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~KU51U3IVY62Q.0 size=1048576 2026-04-02T11:49:30.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.488+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~KU51U3IVY62Q.1 size=457435 2026-04-02T11:49:30.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.489+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=KU51U3IVY62Q tag=FEDZ5O1YJ8FC type=write size=2554587 2026-04-02T11:49:30.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.490+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~48WTAZ9HU0B0.0 size=1048576 2026-04-02T11:49:30.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.491+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~48WTAZ9HU0B0.1 size=745895 2026-04-02T11:49:30.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.491+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=48WTAZ9HU0B0 tag=P3HEVCJO7MA4 type=write size=2843047 2026-04-02T11:49:30.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.492+0000 7f5d7598a880 1 < suggested update operation key=JJ7N37F55IC3 tag=DKUJ9FZNCNXR type=del size=3043355 2026-04-02T11:49:30.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.494+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~V2NBSQHFVY8H.0 size=123164 2026-04-02T11:49:30.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.494+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=V2NBSQHFVY8H tag=IU63RMEQHIAU type=write size=1171740 2026-04-02T11:49:30.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.495+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~GAY2CALSZ2JR.0 size=1048576 2026-04-02T11:49:30.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.495+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~GAY2CALSZ2JR.1 size=239164 2026-04-02T11:49:30.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.497+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=GAY2CALSZ2JR tag=4TDBMHC7WP7P type=write size=2336316 2026-04-02T11:49:30.499 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.497+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=KZCO1D7WRSQF type=del size=1473096 2026-04-02T11:49:30.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.498+0000 7f5d7598a880 1 < completed write operation key=B069J9WSE2J1 tag=79GR8V9YAX3B type=write size=663910 2026-04-02T11:49:30.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.499+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~K1J57E7849J3.0 size=1048576 2026-04-02T11:49:30.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.500+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~K1J57E7849J3.1 size=1048576 2026-04-02T11:49:30.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.501+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~K1J57E7849J3.2 size=388300 2026-04-02T11:49:30.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.501+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=K1J57E7849J3 tag=LZZ74P2K11CT type=write size=3534028 2026-04-02T11:49:30.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.502+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=819ML7DNEUZD type=del 2026-04-02T11:49:30.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.503+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~LR0YFGY1GASH.0 size=1048576 2026-04-02T11:49:30.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.503+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~LR0YFGY1GASH.1 size=1048576 2026-04-02T11:49:30.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.504+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~LR0YFGY1GASH.2 size=942143 2026-04-02T11:49:30.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.504+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=LR0YFGY1GASH tag=6GKLUTJWQZ1V type=write size=4087871 2026-04-02T11:49:30.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.507+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~U3MMI625XLPY.0 size=904876 2026-04-02T11:49:30.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.509+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=U3MMI625XLPY tag=1OF83RWBU81C type=write size=1953452 2026-04-02T11:49:30.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.510+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=4YZP6WO0JPDW type=del size=3548084 2026-04-02T11:49:30.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.510+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~WUSRTCOI6OEZ.0 size=1048576 2026-04-02T11:49:30.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.510+0000 7f5d7598a880 1 < canceled part key=_multipart_ZQKQX36TNEUQ.2~WUSRTCOI6OEZ.1 size=1048576 2026-04-02T11:49:30.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.511+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~WUSRTCOI6OEZ.2 size=158665 2026-04-02T11:49:30.514 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.512+0000 7f5d7598a880 1 < canceled multipart upload key=ZQKQX36TNEUQ upload=WUSRTCOI6OEZ tag=5PZ179F9ZRCF type=write size=3304393 2026-04-02T11:49:30.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.514+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~O2DNFVK5CMID.0 size=1048576 2026-04-02T11:49:30.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.514+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~O2DNFVK5CMID.1 size=726573 2026-04-02T11:49:30.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.514+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=O2DNFVK5CMID tag=KN6JCRZHH0I4 type=write size=2823725 2026-04-02T11:49:30.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.516+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~IQCDE4UHGWE7.0 size=184412 2026-04-02T11:49:30.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.518+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=IQCDE4UHGWE7 tag=QCW57TQZ3IKN type=write size=1232988 2026-04-02T11:49:30.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.519+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~F0BHCDBMC8AG.0 size=1048576 2026-04-02T11:49:30.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.520+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~F0BHCDBMC8AG.1 size=1048576 2026-04-02T11:49:30.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.521+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~F0BHCDBMC8AG.2 size=670246 2026-04-02T11:49:30.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.521+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=F0BHCDBMC8AG tag=85J8S5J544JV type=write size=3815974 2026-04-02T11:49:30.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.522+0000 7f5d7598a880 1 < suggested update operation key=HOC3CF4CF4HD tag=HQ99EFAJ1X8T type=del size=2474984 2026-04-02T11:49:30.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.523+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~6C6C9GWUWC5A.0 size=1048576 2026-04-02T11:49:30.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.524+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~6C6C9GWUWC5A.1 size=1048576 2026-04-02T11:49:30.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.525+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~6C6C9GWUWC5A.2 size=258112 2026-04-02T11:49:30.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.525+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=6C6C9GWUWC5A tag=ACCSWOKZX43N type=write size=3403840 2026-04-02T11:49:30.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.525+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=3CYSNNE0GR6N type=del 2026-04-02T11:49:30.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.526+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=4911BQEJ0CZP type=write size=522431 2026-04-02T11:49:30.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.527+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=HNRYVPUFE6Y7 type=del 2026-04-02T11:49:30.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.528+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~CRMVM7W94DM8.0 size=1048576 2026-04-02T11:49:30.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.529+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~CRMVM7W94DM8.1 size=805168 2026-04-02T11:49:30.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.529+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=CRMVM7W94DM8 tag=EJQV5OXIRD18 type=write size=2902320 2026-04-02T11:49:30.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.530+0000 7f5d7598a880 1 < suggested update operation key=6F1O9WBBDT51 tag=X10RXO9FHWW4 type=del size=2329627 2026-04-02T11:49:30.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.532+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~NYWY0T4602CY.0 size=1048576 2026-04-02T11:49:30.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.533+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~NYWY0T4602CY.1 size=188510 2026-04-02T11:49:30.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.533+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=NYWY0T4602CY tag=2C5H96CSGSWH type=write size=2285662 2026-04-02T11:49:30.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.534+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=2BHWP31R5ODB type=del 2026-04-02T11:49:30.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.535+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~K4JIW5WIB8QP.0 size=1048576 2026-04-02T11:49:30.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.536+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~K4JIW5WIB8QP.1 size=1027743 2026-04-02T11:49:30.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.536+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=K4JIW5WIB8QP tag=9WT9HYMYZJ61 type=write size=3124895 2026-04-02T11:49:30.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.537+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~32A5O8N4L12E.0 size=118560 2026-04-02T11:49:30.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.538+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=32A5O8N4L12E tag=N1Z0C8IIKXEY type=write size=1167136 2026-04-02T11:49:30.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.539+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=VCJJGAQ6RYWF type=del size=2970731 2026-04-02T11:49:30.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.540+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=A30EPET0GTBK type=del 2026-04-02T11:49:30.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.540+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=XINMZO3WPV3D type=del size=4073242 2026-04-02T11:49:30.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.541+0000 7f5d7598a880 1 < canceled part key=_multipart_07AW9BPTKOI3.2~IJDG28EP71RO.0 size=1048576 2026-04-02T11:49:30.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.541+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~IJDG28EP71RO.1 size=890550 2026-04-02T11:49:30.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.543+0000 7f5d7598a880 1 < canceled multipart upload key=07AW9BPTKOI3 upload=IJDG28EP71RO tag=LON59X7NZFJO type=write size=2987702 2026-04-02T11:49:30.545 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.544+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=J33QQ8UOMDSD type=del size=1121628 2026-04-02T11:49:30.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.544+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~48WTAZ9HU0B0.0 size=1048576 2026-04-02T11:49:30.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.545+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~48WTAZ9HU0B0.1 size=745895 2026-04-02T11:49:30.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.547+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=48WTAZ9HU0B0 tag=P3HEVCJO7MA4 type=write size=2843047 2026-04-02T11:49:30.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.547+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=N32WR1I9C7ZM type=del size=4123651 2026-04-02T11:49:30.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.548+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~V2NBSQHFVY8H.0 size=123164 2026-04-02T11:49:30.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.550+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=V2NBSQHFVY8H tag=IU63RMEQHIAU type=write size=1171740 2026-04-02T11:49:30.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.551+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=QP4CIY9JAX37 type=del size=3497134 2026-04-02T11:49:30.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.551+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=KZCO1D7WRSQF type=del 2026-04-02T11:49:30.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.552+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=AYUMVA1M29D7 type=del size=309237 2026-04-02T11:49:30.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.553+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~K1J57E7849J3.0 size=1048576 2026-04-02T11:49:30.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.554+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~K1J57E7849J3.1 size=1048576 2026-04-02T11:49:30.557 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.556+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~K1J57E7849J3.2 size=388300 2026-04-02T11:49:30.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.557+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=K1J57E7849J3 tag=LZZ74P2K11CT type=write size=3534028 2026-04-02T11:49:30.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.558+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=5TR4PD08K9KK type=write size=392692 2026-04-02T11:49:30.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.559+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~LR0YFGY1GASH.0 size=1048576 2026-04-02T11:49:30.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.560+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~LR0YFGY1GASH.1 size=1048576 2026-04-02T11:49:30.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.561+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~LR0YFGY1GASH.2 size=942143 2026-04-02T11:49:30.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.562+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=LR0YFGY1GASH tag=6GKLUTJWQZ1V type=write size=4087871 2026-04-02T11:49:30.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.566+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~GR5RLKKDF50U.0 size=288750 2026-04-02T11:49:30.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.566+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=GR5RLKKDF50U tag=EV089IY27459 type=write size=1337326 2026-04-02T11:49:30.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.567+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=4YZP6WO0JPDW type=del 2026-04-02T11:49:30.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.568+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=V2LDR2S68M2A type=del size=1151466 2026-04-02T11:49:30.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.568+0000 7f5d7598a880 1 < canceled part key=_multipart_TJDWV3CEZ1PF.2~O2DNFVK5CMID.0 size=1048576 2026-04-02T11:49:30.570 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.568+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~O2DNFVK5CMID.1 size=726573 2026-04-02T11:49:30.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.570+0000 7f5d7598a880 1 < canceled multipart upload key=TJDWV3CEZ1PF upload=O2DNFVK5CMID tag=KN6JCRZHH0I4 type=write size=2823725 2026-04-02T11:49:30.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.571+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=ZUDNOJS9EY2D type=del size=2377960 2026-04-02T11:49:30.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.572+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~F0BHCDBMC8AG.0 size=1048576 2026-04-02T11:49:30.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.572+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~F0BHCDBMC8AG.1 size=1048576 2026-04-02T11:49:30.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.573+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~F0BHCDBMC8AG.2 size=670246 2026-04-02T11:49:30.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.575+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=F0BHCDBMC8AG tag=85J8S5J544JV type=write size=3815974 2026-04-02T11:49:30.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.575+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=GBVV9HYUKZHZ type=del size=3339171 2026-04-02T11:49:30.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.576+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~6C6C9GWUWC5A.0 size=1048576 2026-04-02T11:49:30.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.577+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~6C6C9GWUWC5A.1 size=1048576 2026-04-02T11:49:30.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.578+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~6C6C9GWUWC5A.2 size=258112 2026-04-02T11:49:30.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.579+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=6C6C9GWUWC5A tag=ACCSWOKZX43N type=write size=3403840 2026-04-02T11:49:30.582 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.581+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~XFNCKHU0JR35.0 size=67532 2026-04-02T11:49:30.582 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.581+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=XFNCKHU0JR35 tag=C7FC0HD43FHK type=write size=1116108 2026-04-02T11:49:30.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.581+0000 7f5d7598a880 1 < completed write operation key=TJDWV3CEZ1PF tag=4911BQEJ0CZP type=write size=522431 2026-04-02T11:49:30.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.583+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~EXZQKWRLZTU4.0 size=622494 2026-04-02T11:49:30.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.583+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=EXZQKWRLZTU4 tag=FW9NRPSYFTOW type=write size=1671070 2026-04-02T11:49:30.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.583+0000 7f5d7598a880 1 < canceled part key=_multipart_C6GX0GW6KDYE.2~CRMVM7W94DM8.0 size=1048576 2026-04-02T11:49:30.586 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.584+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~CRMVM7W94DM8.1 size=805168 2026-04-02T11:49:30.587 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.585+0000 7f5d7598a880 1 < canceled multipart upload key=C6GX0GW6KDYE upload=CRMVM7W94DM8 tag=EJQV5OXIRD18 type=write size=2902320 2026-04-02T11:49:30.589 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.587+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~TI1O9JZEAAPP.0 size=1048576 2026-04-02T11:49:30.589 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.588+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~TI1O9JZEAAPP.1 size=1014030 2026-04-02T11:49:30.589 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.588+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=TI1O9JZEAAPP tag=AQSY5NKA29ZV type=write size=3111182 2026-04-02T11:49:30.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.588+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~NYWY0T4602CY.0 size=1048576 2026-04-02T11:49:30.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.589+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~NYWY0T4602CY.1 size=188510 2026-04-02T11:49:30.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.593+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=NYWY0T4602CY tag=2C5H96CSGSWH type=write size=2285662 2026-04-02T11:49:30.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.594+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=QHL5GNLYFM2Z type=del size=836167 2026-04-02T11:49:30.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.594+0000 7f5d7598a880 1 < canceled part key=_multipart_42U7D3Y8Z7PW.2~K4JIW5WIB8QP.0 size=1048576 2026-04-02T11:49:30.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.595+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~K4JIW5WIB8QP.1 size=1027743 2026-04-02T11:49:30.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.596+0000 7f5d7598a880 1 < canceled multipart upload key=42U7D3Y8Z7PW upload=K4JIW5WIB8QP tag=9WT9HYMYZJ61 type=write size=3124895 2026-04-02T11:49:30.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.598+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~6UPL4OS9X818.0 size=1048576 2026-04-02T11:49:30.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.599+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~6UPL4OS9X818.1 size=897834 2026-04-02T11:49:30.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.599+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=6UPL4OS9X818 tag=1COOB0GB8TCS type=write size=2994986 2026-04-02T11:49:30.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.600+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=VCJJGAQ6RYWF type=del 2026-04-02T11:49:30.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.602+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~IAMXGV03Z5BO.0 size=1048576 2026-04-02T11:49:30.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.603+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~IAMXGV03Z5BO.1 size=1048576 2026-04-02T11:49:30.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.603+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~IAMXGV03Z5BO.2 size=353358 2026-04-02T11:49:30.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.603+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=IAMXGV03Z5BO tag=5JURGXUY8EH0 type=write size=3499086 2026-04-02T11:49:30.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.604+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=XINMZO3WPV3D type=del 2026-04-02T11:49:30.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.606+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~OB5B7O9HL8J8.0 size=287012 2026-04-02T11:49:30.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.606+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=OB5B7O9HL8J8 tag=P6HCHP3WLXUX type=write size=1335588 2026-04-02T11:49:30.608 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.607+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=J33QQ8UOMDSD type=del 2026-04-02T11:49:30.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.607+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=IZZBJE6P6CUS type=del size=1772188 2026-04-02T11:49:30.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.608+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=N32WR1I9C7ZM type=del 2026-04-02T11:49:30.611 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.609+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=0X7KQNA0ADGP type=del size=4132825 2026-04-02T11:49:30.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.610+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=QP4CIY9JAX37 type=del 2026-04-02T11:49:30.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.611+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~EDHYA18UQG18.0 size=1048576 2026-04-02T11:49:30.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.612+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~EDHYA18UQG18.1 size=1048576 2026-04-02T11:49:30.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.613+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~EDHYA18UQG18.2 size=695014 2026-04-02T11:49:30.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.613+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=EDHYA18UQG18 tag=5G9WF8QMABQ4 type=write size=3840742 2026-04-02T11:49:30.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.615+0000 7f5d7598a880 1 < suggested update operation key=HYSJYWQT3N55 tag=AYUMVA1M29D7 type=del size=309237 2026-04-02T11:49:30.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.616+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=QKO902BUDS9R type=del size=1590990 2026-04-02T11:49:30.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.617+0000 7f5d7598a880 1 < completed write operation key=TG8AKFTZB4ZM tag=5TR4PD08K9KK type=write size=392692 2026-04-02T11:49:30.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.618+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~4OEHF3XJD4VI.0 size=1048576 2026-04-02T11:49:30.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.619+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~4OEHF3XJD4VI.1 size=292677 2026-04-02T11:49:30.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.619+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=4OEHF3XJD4VI tag=X3YBL7IQTW8H type=write size=2389829 2026-04-02T11:49:30.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.620+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~GR5RLKKDF50U.0 size=288750 2026-04-02T11:49:30.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.621+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=GR5RLKKDF50U tag=EV089IY27459 type=write size=1337326 2026-04-02T11:49:30.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.622+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=YV7RFKRVWUL6 type=del size=2339858 2026-04-02T11:49:30.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.624+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=V2LDR2S68M2A type=del 2026-04-02T11:49:30.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.625+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=MNMHYP01EI8C type=del size=2248687 2026-04-02T11:49:30.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.627+0000 7f5d7598a880 1 < suggested update operation key=B069J9WSE2J1 tag=ZUDNOJS9EY2D type=del size=2377960 2026-04-02T11:49:30.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.628+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~STLE4QD1L6B2.0 size=1048576 2026-04-02T11:49:30.631 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.629+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~STLE4QD1L6B2.1 size=590823 2026-04-02T11:49:30.631 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.629+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=STLE4QD1L6B2 tag=W97JRMA3YA5F type=write size=2687975 2026-04-02T11:49:30.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.630+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=GBVV9HYUKZHZ type=del 2026-04-02T11:49:30.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.632+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~DZDV3VSA9IM8.0 size=242664 2026-04-02T11:49:30.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.632+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=DZDV3VSA9IM8 tag=EY0Q0PSF2LEF type=write size=1291240 2026-04-02T11:49:30.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.632+0000 7f5d7598a880 1 < canceled part key=_multipart_IOCSURQ3BMAF.2~XFNCKHU0JR35.0 size=67532 2026-04-02T11:49:30.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.633+0000 7f5d7598a880 1 < canceled multipart upload key=IOCSURQ3BMAF upload=XFNCKHU0JR35 tag=C7FC0HD43FHK type=write size=1116108 2026-04-02T11:49:30.636 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.634+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=GC0UU4ITHG3F type=del size=1413719 2026-04-02T11:49:30.637 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.635+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~EXZQKWRLZTU4.0 size=622494 2026-04-02T11:49:30.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.637+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=EXZQKWRLZTU4 tag=FW9NRPSYFTOW type=write size=1671070 2026-04-02T11:49:30.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.638+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=UFI56VS8G7JZ type=del size=403734 2026-04-02T11:49:30.640 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.639+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~TI1O9JZEAAPP.0 size=1048576 2026-04-02T11:49:30.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.639+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~TI1O9JZEAAPP.1 size=1014030 2026-04-02T11:49:30.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.641+0000 7f5d7598a880 1 < completed multipart upload key=UWKIR14N3KM3 upload=TI1O9JZEAAPP tag=AQSY5NKA29ZV type=write size=3111182 2026-04-02T11:49:30.644 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.642+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=T28YAIMG00M4 type=del size=3937372 2026-04-02T11:49:30.644 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.643+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=QHL5GNLYFM2Z type=del 2026-04-02T11:49:30.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.644+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=9C784WREJV6V type=del size=3529525 2026-04-02T11:49:30.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.645+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~6UPL4OS9X818.0 size=1048576 2026-04-02T11:49:30.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.645+0000 7f5d7598a880 1 < canceled part key=_multipart_5SYEEEI3LHR1.2~6UPL4OS9X818.1 size=897834 2026-04-02T11:49:30.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.646+0000 7f5d7598a880 1 < canceled multipart upload key=5SYEEEI3LHR1 upload=6UPL4OS9X818 tag=1COOB0GB8TCS type=write size=2994986 2026-04-02T11:49:30.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.647+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=FTW0GRU4UAE8 type=del size=3106859 2026-04-02T11:49:30.650 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.648+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~IAMXGV03Z5BO.0 size=1048576 2026-04-02T11:49:30.650 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.648+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~IAMXGV03Z5BO.1 size=1048576 2026-04-02T11:49:30.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.649+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~IAMXGV03Z5BO.2 size=353358 2026-04-02T11:49:30.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.651+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=IAMXGV03Z5BO tag=5JURGXUY8EH0 type=write size=3499086 2026-04-02T11:49:30.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.652+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=0T3DHGUWWNEB type=del size=3397767 2026-04-02T11:49:30.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.652+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~OB5B7O9HL8J8.0 size=287012 2026-04-02T11:49:30.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.654+0000 7f5d7598a880 1 < completed multipart upload key=UWKIR14N3KM3 upload=OB5B7O9HL8J8 tag=P6HCHP3WLXUX type=write size=1335588 2026-04-02T11:49:30.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.655+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~XLKLX0GL8COD.0 size=1048576 2026-04-02T11:49:30.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.658+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~XLKLX0GL8COD.1 size=1048576 2026-04-02T11:49:30.661 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.659+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~XLKLX0GL8COD.2 size=316766 2026-04-02T11:49:30.661 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.659+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=XLKLX0GL8COD tag=09XCL6VXQBPC type=write size=3462494 2026-04-02T11:49:30.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.660+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=IZZBJE6P6CUS type=del 2026-04-02T11:49:30.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.661+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=3683ZTANW4EU type=del size=2774370 2026-04-02T11:49:30.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.661+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=0X7KQNA0ADGP type=del 2026-04-02T11:49:30.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.662+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=JW1PJ5200KJE type=del size=3949464 2026-04-02T11:49:30.665 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.663+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~EDHYA18UQG18.0 size=1048576 2026-04-02T11:49:30.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.664+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~EDHYA18UQG18.1 size=1048576 2026-04-02T11:49:30.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.665+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~EDHYA18UQG18.2 size=695014 2026-04-02T11:49:30.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.666+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=EDHYA18UQG18 tag=5G9WF8QMABQ4 type=write size=3840742 2026-04-02T11:49:30.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.667+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=2PUS65IVSYTY type=del size=742570 2026-04-02T11:49:30.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.668+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=QKO902BUDS9R type=del 2026-04-02T11:49:30.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.669+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=KLDY1JKCEVBD type=del size=270515 2026-04-02T11:49:30.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.670+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~4OEHF3XJD4VI.0 size=1048576 2026-04-02T11:49:30.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.671+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~4OEHF3XJD4VI.1 size=292677 2026-04-02T11:49:30.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.672+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=4OEHF3XJD4VI tag=X3YBL7IQTW8H type=write size=2389829 2026-04-02T11:49:30.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.673+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=GQNON8ZY1BJL type=del size=1336429 2026-04-02T11:49:30.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.673+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=YV7RFKRVWUL6 type=del 2026-04-02T11:49:30.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.674+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=D1BVPAD95HOZ type=del size=2088500 2026-04-02T11:49:30.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.675+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=MNMHYP01EI8C type=del 2026-04-02T11:49:30.678 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.676+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~KD9FAB2LZ64P.0 size=21160 2026-04-02T11:49:30.678 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.676+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=KD9FAB2LZ64P tag=RIQ5YOKZAP9P type=write size=1069736 2026-04-02T11:49:30.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.677+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~STLE4QD1L6B2.0 size=1048576 2026-04-02T11:49:30.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.678+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~STLE4QD1L6B2.1 size=590823 2026-04-02T11:49:30.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.679+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=STLE4QD1L6B2 tag=W97JRMA3YA5F type=write size=2687975 2026-04-02T11:49:30.682 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.680+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~20O0ZVDANVXD.0 size=1048576 2026-04-02T11:49:30.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.681+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~20O0ZVDANVXD.1 size=508840 2026-04-02T11:49:30.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.681+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=20O0ZVDANVXD tag=NNRN6RBDS3EN type=write size=2605992 2026-04-02T11:49:30.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.681+0000 7f5d7598a880 1 < canceled part key=_multipart_J47182HKJTLL.2~DZDV3VSA9IM8.0 size=242664 2026-04-02T11:49:30.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.683+0000 7f5d7598a880 1 < canceled multipart upload key=J47182HKJTLL upload=DZDV3VSA9IM8 tag=EY0Q0PSF2LEF type=write size=1291240 2026-04-02T11:49:30.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.684+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=NTQG4H8XSGRH type=del size=184922 2026-04-02T11:49:30.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.685+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=GC0UU4ITHG3F type=del 2026-04-02T11:49:30.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.686+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=K0P2G3PLVTOL type=del size=306989 2026-04-02T11:49:30.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.687+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=UFI56VS8G7JZ type=del 2026-04-02T11:49:30.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.690+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~C9L15M8Z8C8W.0 size=1048576 2026-04-02T11:49:30.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.691+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~C9L15M8Z8C8W.1 size=950439 2026-04-02T11:49:30.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.691+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=C9L15M8Z8C8W tag=S2W3I58FAMBQ type=write size=3047591 2026-04-02T11:49:30.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.693+0000 7f5d7598a880 1 < suggested update operation key=7GZSL99JL986 tag=T28YAIMG00M4 type=del size=3937372 2026-04-02T11:49:30.695 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.693+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=63OXG0EOLZFJ type=del size=1982864 2026-04-02T11:49:30.696 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.694+0000 7f5d7598a880 1 < canceled operation key=VILE4YEMEN09 tag=9C784WREJV6V type=del size=3529525 2026-04-02T11:49:30.698 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.696+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~HAM2A50WZPCX.0 size=1048576 2026-04-02T11:49:30.698 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.697+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~HAM2A50WZPCX.1 size=324736 2026-04-02T11:49:30.698 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.697+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=HAM2A50WZPCX tag=0KJ9ROTTIQBV type=write size=2421888 2026-04-02T11:49:30.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.698+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=FTW0GRU4UAE8 type=del 2026-04-02T11:49:30.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.699+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~JQLC45Y49OSD.0 size=734588 2026-04-02T11:49:30.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.699+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=JQLC45Y49OSD tag=AH88EGT01Z7Z type=write size=1783164 2026-04-02T11:49:30.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.700+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=0T3DHGUWWNEB type=del 2026-04-02T11:49:30.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.701+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~M1SAK9P734FL.0 size=1048576 2026-04-02T11:49:30.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.702+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~M1SAK9P734FL.1 size=148778 2026-04-02T11:49:30.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.702+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=M1SAK9P734FL tag=R5C6WH3VPB19 type=write size=2245930 2026-04-02T11:49:30.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.702+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~XLKLX0GL8COD.0 size=1048576 2026-04-02T11:49:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.703+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~XLKLX0GL8COD.1 size=1048576 2026-04-02T11:49:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.704+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~XLKLX0GL8COD.2 size=316766 2026-04-02T11:49:30.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.705+0000 7f5d7598a880 1 < canceled multipart upload key=HOC3CF4CF4HD upload=XLKLX0GL8COD tag=09XCL6VXQBPC type=write size=3462494 2026-04-02T11:49:30.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.706+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=FXCNMN2SLOTM type=del size=1068191 2026-04-02T11:49:30.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.706+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=3683ZTANW4EU type=del 2026-04-02T11:49:30.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.707+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=6STHI5GMR0UK type=del size=2174077 2026-04-02T11:49:30.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.708+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=JW1PJ5200KJE type=del 2026-04-02T11:49:30.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.709+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~OZIRO98TFOKY.0 size=1048576 2026-04-02T11:49:30.712 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.710+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~OZIRO98TFOKY.1 size=1048576 2026-04-02T11:49:30.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.711+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~OZIRO98TFOKY.2 size=25412 2026-04-02T11:49:30.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.711+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=OZIRO98TFOKY tag=BQAVTKTM8M16 type=write size=3171140 2026-04-02T11:49:30.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.712+0000 7f5d7598a880 1 < suggested remove operation key=42U7D3Y8Z7PW tag=2PUS65IVSYTY type=del 2026-04-02T11:49:30.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.714+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~UVP6G59N0DDF.0 size=171991 2026-04-02T11:49:30.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.714+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=UVP6G59N0DDF tag=JD9GCFBRPJ95 type=write size=1220567 2026-04-02T11:49:30.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.715+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=KLDY1JKCEVBD type=del 2026-04-02T11:49:30.717 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.716+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=SFN7KM1MSZNV type=del size=1538700 2026-04-02T11:49:30.718 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.716+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=GQNON8ZY1BJL type=del 2026-04-02T11:49:30.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.717+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=XID4LPOKNI2K type=del size=3788774 2026-04-02T11:49:30.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.718+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=D1BVPAD95HOZ type=del 2026-04-02T11:49:30.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.719+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=3FMD6KCJCMSL type=del size=860592 2026-04-02T11:49:30.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.720+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~KD9FAB2LZ64P.0 size=21160 2026-04-02T11:49:30.723 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.721+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=KD9FAB2LZ64P tag=RIQ5YOKZAP9P type=write size=1069736 2026-04-02T11:49:30.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.724+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~M7HVAILCWDLG.0 size=1048576 2026-04-02T11:49:30.728 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.726+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~M7HVAILCWDLG.1 size=556515 2026-04-02T11:49:30.728 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.726+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=M7HVAILCWDLG tag=YRHERVDNTHYY type=write size=2653667 2026-04-02T11:49:30.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.730+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~20O0ZVDANVXD.0 size=1048576 2026-04-02T11:49:30.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.750+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~20O0ZVDANVXD.1 size=508840 2026-04-02T11:49:30.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.769+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=20O0ZVDANVXD tag=NNRN6RBDS3EN type=write size=2605992 2026-04-02T11:49:30.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.788+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~EXY76VZVUWQ0.0 size=1048576 2026-04-02T11:49:30.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.798+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~EXY76VZVUWQ0.1 size=742761 2026-04-02T11:49:30.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.798+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=EXY76VZVUWQ0 tag=4I93Y4Y8DSWF type=write size=2839913 2026-04-02T11:49:30.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.827+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=NTQG4H8XSGRH type=del 2026-04-02T11:49:30.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.852+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=H7PY33QAQLGD type=del size=167213 2026-04-02T11:49:30.855 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.853+0000 7f5d7598a880 1 < completed delete operation key=TG8AKFTZB4ZM tag=K0P2G3PLVTOL type=del 2026-04-02T11:49:30.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.882+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=FSISXVA6GXO6 type=del size=1605137 2026-04-02T11:49:30.903 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.901+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~C9L15M8Z8C8W.0 size=1048576 2026-04-02T11:49:30.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.918+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~C9L15M8Z8C8W.1 size=950439 2026-04-02T11:49:30.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:30.990+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=C9L15M8Z8C8W tag=S2W3I58FAMBQ type=write size=3047591 2026-04-02T11:49:31.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.029+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=Y0NN1X46H82T type=del size=3174351 2026-04-02T11:49:31.110 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.108+0000 7f5d7598a880 1 < suggested update operation key=B069J9WSE2J1 tag=63OXG0EOLZFJ type=del size=1982864 2026-04-02T11:49:31.118 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.116+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=WMZ0AEMPTLCL type=del size=3126218 2026-04-02T11:49:31.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.148+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~HAM2A50WZPCX.0 size=1048576 2026-04-02T11:49:31.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.148+0000 7f5d7598a880 1 < canceled part key=_multipart_JJ7N37F55IC3.2~HAM2A50WZPCX.1 size=324736 2026-04-02T11:49:31.170 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.168+0000 7f5d7598a880 1 < canceled multipart upload key=JJ7N37F55IC3 upload=HAM2A50WZPCX tag=0KJ9ROTTIQBV type=write size=2421888 2026-04-02T11:49:31.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.176+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=SDB7B8BZBXAF type=write size=946270 2026-04-02T11:49:31.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.188+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~JQLC45Y49OSD.0 size=734588 2026-04-02T11:49:31.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.203+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=JQLC45Y49OSD tag=AH88EGT01Z7Z type=write size=1783164 2026-04-02T11:49:31.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.210+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~QD0N51HSIV60.0 size=238328 2026-04-02T11:49:31.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.210+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=QD0N51HSIV60 tag=P3D8HT4Z3RSA type=write size=1286904 2026-04-02T11:49:31.213 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.211+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~M1SAK9P734FL.0 size=1048576 2026-04-02T11:49:31.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.215+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~M1SAK9P734FL.1 size=148778 2026-04-02T11:49:31.218 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.217+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=M1SAK9P734FL tag=R5C6WH3VPB19 type=write size=2245930 2026-04-02T11:49:31.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.218+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=V46IOS9SMRST type=del size=995003 2026-04-02T11:49:31.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.220+0000 7f5d7598a880 1 < suggested remove operation key=5AJK8GE86W32 tag=FXCNMN2SLOTM type=del 2026-04-02T11:49:31.223 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.221+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=6HOUYPWE66S7 type=del size=3819766 2026-04-02T11:49:31.225 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.223+0000 7f5d7598a880 1 < suggested remove operation key=TJDWV3CEZ1PF tag=6STHI5GMR0UK type=del 2026-04-02T11:49:31.226 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.224+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=DM7K0OKFC35N type=del size=273468 2026-04-02T11:49:31.226 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.225+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~OZIRO98TFOKY.0 size=1048576 2026-04-02T11:49:31.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.225+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~OZIRO98TFOKY.1 size=1048576 2026-04-02T11:49:31.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.226+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~OZIRO98TFOKY.2 size=25412 2026-04-02T11:49:31.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.227+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=OZIRO98TFOKY tag=BQAVTKTM8M16 type=write size=3171140 2026-04-02T11:49:31.231 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.229+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~VB8T819L8O56.0 size=1048576 2026-04-02T11:49:31.231 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.229+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~VB8T819L8O56.1 size=575402 2026-04-02T11:49:31.231 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.229+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=VB8T819L8O56 tag=C95ICUMI4ZO0 type=write size=2672554 2026-04-02T11:49:31.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.230+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~UVP6G59N0DDF.0 size=171991 2026-04-02T11:49:31.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.231+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=UVP6G59N0DDF tag=JD9GCFBRPJ95 type=write size=1220567 2026-04-02T11:49:31.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.233+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=E6UTWKZTR6FA type=del size=1660334 2026-04-02T11:49:31.236 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.234+0000 7f5d7598a880 1 < suggested update operation key=6BTSQ5CT3T88 tag=SFN7KM1MSZNV type=del size=1538700 2026-04-02T11:49:31.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.235+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=RMWSMDF5KC1S type=write size=791128 2026-04-02T11:49:31.238 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.236+0000 7f5d7598a880 -1 < failed to complete operation key=6BTSQ5CT3T88 tag=XID4LPOKNI2K type=del size=3788774: (22) Invalid argument 2026-04-02T11:49:31.238 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.237+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=JIVEW6AIW96C type=del size=2843185 2026-04-02T11:49:31.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.237+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=3FMD6KCJCMSL type=del 2026-04-02T11:49:31.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.239+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~2827S7UP75OI.0 size=215796 2026-04-02T11:49:31.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.239+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=2827S7UP75OI tag=1PT86T9CPTAP type=write size=1264372 2026-04-02T11:49:31.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.239+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~M7HVAILCWDLG.0 size=1048576 2026-04-02T11:49:31.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.240+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~M7HVAILCWDLG.1 size=556515 2026-04-02T11:49:31.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.241+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=M7HVAILCWDLG tag=YRHERVDNTHYY type=write size=2653667 2026-04-02T11:49:31.244 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.242+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=N2EI6ENANF5N type=del size=2491554 2026-04-02T11:49:31.244 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.243+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~EXY76VZVUWQ0.0 size=1048576 2026-04-02T11:49:31.244 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.243+0000 7f5d7598a880 1 < canceled part key=_multipart_5MI2F3J8J9MJ.2~EXY76VZVUWQ0.1 size=742761 2026-04-02T11:49:31.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.244+0000 7f5d7598a880 1 < canceled multipart upload key=5MI2F3J8J9MJ upload=EXY76VZVUWQ0 tag=4I93Y4Y8DSWF type=write size=2839913 2026-04-02T11:49:31.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.245+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=H732E1XQXU2A type=del size=2659092 2026-04-02T11:49:31.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.245+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=H7PY33QAQLGD type=del 2026-04-02T11:49:31.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.247+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~J5K27JGHWAF9.0 size=1048576 2026-04-02T11:49:31.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.248+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~J5K27JGHWAF9.1 size=1005783 2026-04-02T11:49:31.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.248+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=J5K27JGHWAF9 tag=CFIISXO3L1WS type=write size=3102935 2026-04-02T11:49:31.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.250+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=FSISXVA6GXO6 type=del 2026-04-02T11:49:31.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.251+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~H9OP25XA0060.0 size=1048576 2026-04-02T11:49:31.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.252+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~H9OP25XA0060.1 size=411970 2026-04-02T11:49:31.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.252+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=H9OP25XA0060 tag=3DR3CUX69ZGU type=write size=2509122 2026-04-02T11:49:31.255 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.253+0000 7f5d7598a880 -1 < failed to complete operation key=5AJK8GE86W32 tag=Y0NN1X46H82T type=del size=3174351: (22) Invalid argument 2026-04-02T11:49:31.256 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.254+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~A0542MCNEZ6V.0 size=693295 2026-04-02T11:49:31.256 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.254+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=A0542MCNEZ6V tag=R2MON537IZ3E type=write size=1741871 2026-04-02T11:49:31.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.256+0000 7f5d7598a880 1 < suggested remove operation key=BHZAHJYOGK2B tag=WMZ0AEMPTLCL type=del 2026-04-02T11:49:31.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.257+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~ERQ8M94GBXQ2.0 size=1024389 2026-04-02T11:49:31.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.257+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=ERQ8M94GBXQ2 tag=Q4JD7798POCV type=write size=2072965 2026-04-02T11:49:31.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.258+0000 7f5d7598a880 1 < completed write operation key=J47182HKJTLL tag=SDB7B8BZBXAF type=write size=946270 2026-04-02T11:49:31.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.259+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=MSI4MQ0AVH2R type=del size=704063 2026-04-02T11:49:31.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.259+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~QD0N51HSIV60.0 size=238328 2026-04-02T11:49:31.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.261+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=QD0N51HSIV60 tag=P3D8HT4Z3RSA type=write size=1286904 2026-04-02T11:49:31.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.262+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=KLZSHJH1QW5Z type=write size=778102 2026-04-02T11:49:31.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.263+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=V46IOS9SMRST type=del 2026-04-02T11:49:31.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.264+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=QFJTQM7ONTWR type=del size=312376 2026-04-02T11:49:31.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.265+0000 7f5d7598a880 1 < suggested remove operation key=07AW9BPTKOI3 tag=6HOUYPWE66S7 type=del 2026-04-02T11:49:31.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.267+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~F4H87FL13N04.0 size=1048576 2026-04-02T11:49:31.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.268+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~F4H87FL13N04.1 size=1048576 2026-04-02T11:49:31.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.268+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~F4H87FL13N04.2 size=598885 2026-04-02T11:49:31.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.268+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=F4H87FL13N04 tag=69BKVF4VFDAZ type=write size=3744613 2026-04-02T11:49:31.271 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.269+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=DM7K0OKFC35N type=del 2026-04-02T11:49:31.272 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.271+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~5JPRMGATRBKJ.0 size=1048576 2026-04-02T11:49:31.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.271+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~5JPRMGATRBKJ.1 size=1048576 2026-04-02T11:49:31.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.272+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~5JPRMGATRBKJ.2 size=664664 2026-04-02T11:49:31.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.272+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=5JPRMGATRBKJ tag=Q9JSJL7VKCVV type=write size=3810392 2026-04-02T11:49:31.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.273+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~VB8T819L8O56.0 size=1048576 2026-04-02T11:49:31.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.274+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~VB8T819L8O56.1 size=575402 2026-04-02T11:49:31.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.275+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=VB8T819L8O56 tag=C95ICUMI4ZO0 type=write size=2672554 2026-04-02T11:49:31.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.276+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=PBK2V14FQTSE type=del size=2251335 2026-04-02T11:49:31.278 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.277+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=E6UTWKZTR6FA type=del 2026-04-02T11:49:31.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.277+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=LNB43S17JFNS type=write size=175997 2026-04-02T11:49:31.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.278+0000 7f5d7598a880 1 < completed write operation key=J47182HKJTLL tag=RMWSMDF5KC1S type=write size=791128 2026-04-02T11:49:31.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.279+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=VFZ04A55B3VG type=del size=2700578 2026-04-02T11:49:31.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.280+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=JIVEW6AIW96C type=del 2026-04-02T11:49:31.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.280+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=0HOB3TM842AB type=del size=157714 2026-04-02T11:49:31.355 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.353+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~2827S7UP75OI.0 size=215796 2026-04-02T11:49:31.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.354+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=2827S7UP75OI tag=1PT86T9CPTAP type=write size=1264372 2026-04-02T11:49:31.358 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.356+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~F8UL3S0171W7.0 size=1048576 2026-04-02T11:49:31.358 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.357+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~F8UL3S0171W7.1 size=1048576 2026-04-02T11:49:31.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.357+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~F8UL3S0171W7.2 size=527334 2026-04-02T11:49:31.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.357+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=F8UL3S0171W7 tag=LF31L9B32D6N type=write size=3673062 2026-04-02T11:49:31.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.358+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=N2EI6ENANF5N type=del 2026-04-02T11:49:31.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.359+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=JJCF0FO21I2I type=del size=2051616 2026-04-02T11:49:31.361 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.359+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=H732E1XQXU2A type=del 2026-04-02T11:49:31.362 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.361+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~YXC9U5Q2ASFS.0 size=1048576 2026-04-02T11:49:31.363 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.361+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~YXC9U5Q2ASFS.1 size=415945 2026-04-02T11:49:31.363 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.361+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=YXC9U5Q2ASFS tag=0TSQFX8NA79Q type=write size=2513097 2026-04-02T11:49:31.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.362+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~J5K27JGHWAF9.0 size=1048576 2026-04-02T11:49:31.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.363+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~J5K27JGHWAF9.1 size=1005783 2026-04-02T11:49:31.366 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.364+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=J5K27JGHWAF9 tag=CFIISXO3L1WS type=write size=3102935 2026-04-02T11:49:31.366 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.365+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=MA7JIESX600X type=del size=3483580 2026-04-02T11:49:31.367 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.365+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~H9OP25XA0060.0 size=1048576 2026-04-02T11:49:31.368 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.366+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~H9OP25XA0060.1 size=411970 2026-04-02T11:49:31.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.367+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=H9OP25XA0060 tag=3DR3CUX69ZGU type=write size=2509122 2026-04-02T11:49:31.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.368+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=WIA5HKBVXY9M type=write size=562832 2026-04-02T11:49:31.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.369+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~A0542MCNEZ6V.0 size=693295 2026-04-02T11:49:31.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.370+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=A0542MCNEZ6V tag=R2MON537IZ3E type=write size=1741871 2026-04-02T11:49:31.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.371+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=IMDGQRGG526Q type=del size=138641 2026-04-02T11:49:31.373 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.371+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~ERQ8M94GBXQ2.0 size=1024389 2026-04-02T11:49:31.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.373+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=ERQ8M94GBXQ2 tag=Q4JD7798POCV type=write size=2072965 2026-04-02T11:49:31.375 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.373+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=C5FKRUQQASYH type=del size=2758843 2026-04-02T11:49:31.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.374+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=MSI4MQ0AVH2R type=del 2026-04-02T11:49:31.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.375+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=OO2Q7OEKCF53 type=del size=3864439 2026-04-02T11:49:31.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.375+0000 7f5d7598a880 1 < completed write operation key=5AJK8GE86W32 tag=KLZSHJH1QW5Z type=write size=778102 2026-04-02T11:49:31.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.377+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~KSZPI09ZXR66.0 size=1048576 2026-04-02T11:49:31.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.377+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~KSZPI09ZXR66.1 size=107991 2026-04-02T11:49:31.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.377+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=KSZPI09ZXR66 tag=Z75FKGARTRR1 type=write size=2205143 2026-04-02T11:49:31.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.379+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=QFJTQM7ONTWR type=del 2026-04-02T11:49:31.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.380+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=G9SX1RALNHJU type=del size=1887521 2026-04-02T11:49:31.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.381+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~F4H87FL13N04.0 size=1048576 2026-04-02T11:49:31.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.381+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~F4H87FL13N04.1 size=1048576 2026-04-02T11:49:31.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.382+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~F4H87FL13N04.2 size=598885 2026-04-02T11:49:31.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.383+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=F4H87FL13N04 tag=69BKVF4VFDAZ type=write size=3744613 2026-04-02T11:49:31.386 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.385+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~K4FK04Q00C5S.0 size=324677 2026-04-02T11:49:31.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.385+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=K4FK04Q00C5S tag=JUYT2GRDJ6XY type=write size=1373253 2026-04-02T11:49:31.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.385+0000 7f5d7598a880 1 < canceled part key=_multipart_TJDWV3CEZ1PF.2~5JPRMGATRBKJ.0 size=1048576 2026-04-02T11:49:31.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.386+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~5JPRMGATRBKJ.1 size=1048576 2026-04-02T11:49:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.386+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~5JPRMGATRBKJ.2 size=664664 2026-04-02T11:49:31.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.388+0000 7f5d7598a880 1 < canceled multipart upload key=TJDWV3CEZ1PF upload=5JPRMGATRBKJ tag=Q9JSJL7VKCVV type=write size=3810392 2026-04-02T11:49:31.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.389+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~6CDSQKYGYJM5.0 size=906774 2026-04-02T11:49:31.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.389+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=6CDSQKYGYJM5 tag=WUZF2I671KEW type=write size=1955350 2026-04-02T11:49:31.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.390+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=PBK2V14FQTSE type=del 2026-04-02T11:49:31.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.391+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=0LTOTFHFIWQW type=del size=383275 2026-04-02T11:49:31.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.392+0000 7f5d7598a880 1 < completed write operation key=UWKIR14N3KM3 tag=LNB43S17JFNS type=write size=175997 2026-04-02T11:49:31.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.392+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=SVECQXYEENUK type=del size=487506 2026-04-02T11:49:31.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.393+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=VFZ04A55B3VG type=del 2026-04-02T11:49:31.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.395+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~PNA603JQ30L0.0 size=1048576 2026-04-02T11:49:31.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.395+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~PNA603JQ30L0.1 size=771225 2026-04-02T11:49:31.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.395+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=PNA603JQ30L0 tag=UNBT7HVV5B73 type=write size=2868377 2026-04-02T11:49:31.398 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.396+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=0HOB3TM842AB type=del 2026-04-02T11:49:31.399 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.397+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=XE01JZZ0E5ED type=del size=2426658 2026-04-02T11:49:31.400 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.398+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~F8UL3S0171W7.0 size=1048576 2026-04-02T11:49:31.400 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.399+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~F8UL3S0171W7.1 size=1048576 2026-04-02T11:49:31.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.399+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~F8UL3S0171W7.2 size=527334 2026-04-02T11:49:31.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.401+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=F8UL3S0171W7 tag=LF31L9B32D6N type=write size=3673062 2026-04-02T11:49:31.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.402+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=DE89CVX5NT50 type=del size=3284787 2026-04-02T11:49:31.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.403+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=JJCF0FO21I2I type=del 2026-04-02T11:49:31.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.404+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=EDRA6CQDZ8E0 type=del size=1348159 2026-04-02T11:49:31.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.405+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~YXC9U5Q2ASFS.0 size=1048576 2026-04-02T11:49:31.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.405+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~YXC9U5Q2ASFS.1 size=415945 2026-04-02T11:49:31.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.407+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=YXC9U5Q2ASFS tag=0TSQFX8NA79Q type=write size=2513097 2026-04-02T11:49:31.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.408+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=FAOWXA5IQCMH type=del size=2539301 2026-04-02T11:49:31.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.409+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=MA7JIESX600X type=del 2026-04-02T11:49:31.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.410+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~JVO908NFF55F.0 size=1048576 2026-04-02T11:49:31.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.411+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~JVO908NFF55F.1 size=531460 2026-04-02T11:49:31.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.411+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=JVO908NFF55F tag=RWPNRDAEHHL0 type=write size=2628612 2026-04-02T11:49:31.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.412+0000 7f5d7598a880 1 < completed write operation key=TG8AKFTZB4ZM tag=WIA5HKBVXY9M type=write size=562832 2026-04-02T11:49:31.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.413+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~1HBRZ7VF0DIF.0 size=282489 2026-04-02T11:49:31.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.413+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=1HBRZ7VF0DIF tag=SZO6UUSPQ9WN type=write size=1331065 2026-04-02T11:49:31.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.415+0000 7f5d7598a880 1 < suggested remove operation key=J4VNVDQ38I9H tag=IMDGQRGG526Q type=del 2026-04-02T11:49:31.418 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.416+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=KH2WZII0Y70G type=del size=2824798 2026-04-02T11:49:31.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.418+0000 7f5d7598a880 1 < suggested update operation key=OCGXGNN4YVH3 tag=C5FKRUQQASYH type=del size=2758843 2026-04-02T11:49:31.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.419+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=DEDI46S8333S type=del size=1518744 2026-04-02T11:49:31.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.420+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=OO2Q7OEKCF53 type=del 2026-04-02T11:49:31.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.420+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=N2RP7R1S3R2S type=del size=3504275 2026-04-02T11:49:31.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.421+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~KSZPI09ZXR66.0 size=1048576 2026-04-02T11:49:31.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.422+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~KSZPI09ZXR66.1 size=107991 2026-04-02T11:49:31.425 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.424+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=KSZPI09ZXR66 tag=Z75FKGARTRR1 type=write size=2205143 2026-04-02T11:49:31.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.425+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~ZPVCETVQ7T4D.0 size=766072 2026-04-02T11:49:31.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.425+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=ZPVCETVQ7T4D tag=M4G457CKPRU6 type=write size=1814648 2026-04-02T11:49:31.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.427+0000 7f5d7598a880 1 < suggested remove operation key=88E9H9UTDGH9 tag=G9SX1RALNHJU type=del 2026-04-02T11:49:31.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.429+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~80SVF76O98XV.0 size=1048576 2026-04-02T11:49:31.431 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.429+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~80SVF76O98XV.1 size=1048576 2026-04-02T11:49:31.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.430+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~80SVF76O98XV.2 size=339006 2026-04-02T11:49:31.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.430+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=80SVF76O98XV tag=ZPUZK8D2FKS3 type=write size=3484734 2026-04-02T11:49:31.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.431+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~K4FK04Q00C5S.0 size=324677 2026-04-02T11:49:31.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.433+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=K4FK04Q00C5S tag=JUYT2GRDJ6XY type=write size=1373253 2026-04-02T11:49:31.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.434+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=TQA6NCIR3WXM type=del size=828140 2026-04-02T11:49:31.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.434+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~6CDSQKYGYJM5.0 size=906774 2026-04-02T11:49:31.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.436+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=6CDSQKYGYJM5 tag=WUZF2I671KEW type=write size=1955350 2026-04-02T11:49:31.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.436+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=OF0HHB0VVIAL type=del size=2264787 2026-04-02T11:49:31.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.437+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=0LTOTFHFIWQW type=del 2026-04-02T11:49:31.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.438+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=SD0GJQMS1YIS type=write size=204750 2026-04-02T11:49:31.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.439+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=SVECQXYEENUK type=del 2026-04-02T11:49:31.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.440+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~GND1TTTIO3UN.0 size=1048576 2026-04-02T11:49:31.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.441+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~GND1TTTIO3UN.1 size=871348 2026-04-02T11:49:31.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.441+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=GND1TTTIO3UN tag=RWUFTVH8VOT8 type=write size=2968500 2026-04-02T11:49:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.442+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~PNA603JQ30L0.0 size=1048576 2026-04-02T11:49:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.443+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~PNA603JQ30L0.1 size=771225 2026-04-02T11:49:31.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.444+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=PNA603JQ30L0 tag=UNBT7HVV5B73 type=write size=2868377 2026-04-02T11:49:31.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.445+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~3FJWJZFHROCV.0 size=1048576 2026-04-02T11:49:31.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.446+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~3FJWJZFHROCV.1 size=123612 2026-04-02T11:49:31.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.446+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=3FJWJZFHROCV tag=UDZQUEG2P2K4 type=write size=2220764 2026-04-02T11:49:31.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.447+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=XE01JZZ0E5ED type=del 2026-04-02T11:49:31.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.448+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~05UKVK12Y7GK.0 size=840372 2026-04-02T11:49:31.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.448+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=05UKVK12Y7GK tag=O8BBX9JER30P type=write size=1888948 2026-04-02T11:49:31.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.449+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=DE89CVX5NT50 type=del 2026-04-02T11:49:31.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.450+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~7NXTDKZIGG0H.0 size=1048576 2026-04-02T11:49:31.453 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.451+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~7NXTDKZIGG0H.1 size=262182 2026-04-02T11:49:31.453 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.451+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=7NXTDKZIGG0H tag=49U7O0E1IAAL type=write size=2359334 2026-04-02T11:49:31.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.452+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=EDRA6CQDZ8E0 type=del 2026-04-02T11:49:31.455 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.453+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~HE9DMF1705PZ.0 size=1048576 2026-04-02T11:49:31.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.454+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~HE9DMF1705PZ.1 size=1048576 2026-04-02T11:49:31.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.455+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~HE9DMF1705PZ.2 size=84741 2026-04-02T11:49:31.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.455+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=HE9DMF1705PZ tag=OQAVSQQQQQEK type=write size=3230469 2026-04-02T11:49:31.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.456+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=FAOWXA5IQCMH type=del 2026-04-02T11:49:31.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.457+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=0VMMYDM13KO7 type=del size=1714295 2026-04-02T11:49:31.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.458+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~JVO908NFF55F.0 size=1048576 2026-04-02T11:49:31.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.459+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~JVO908NFF55F.1 size=531460 2026-04-02T11:49:31.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.460+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=JVO908NFF55F tag=RWPNRDAEHHL0 type=write size=2628612 2026-04-02T11:49:31.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.462+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=527ID5YDS1N5 type=write size=845352 2026-04-02T11:49:31.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.463+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~1HBRZ7VF0DIF.0 size=282489 2026-04-02T11:49:31.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.464+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=1HBRZ7VF0DIF tag=SZO6UUSPQ9WN type=write size=1331065 2026-04-02T11:49:31.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.466+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~QC50ST49RAXO.0 size=1048576 2026-04-02T11:49:31.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.466+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~QC50ST49RAXO.1 size=901004 2026-04-02T11:49:31.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.466+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=QC50ST49RAXO tag=BRRM39DIQS4U type=write size=2998156 2026-04-02T11:49:31.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.467+0000 7f5d7598a880 -1 < failed to complete operation key=88E9H9UTDGH9 tag=KH2WZII0Y70G type=del size=2824798: (22) Invalid argument 2026-04-02T11:49:31.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.468+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=X5OMVRVO8Q43 type=del size=1361238 2026-04-02T11:49:31.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.469+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=DEDI46S8333S type=del 2026-04-02T11:49:31.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.470+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~44OJVC6XZ6BJ.0 size=1048576 2026-04-02T11:49:31.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.471+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~44OJVC6XZ6BJ.1 size=756116 2026-04-02T11:49:31.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.471+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=44OJVC6XZ6BJ tag=QWH6173I9S3L type=write size=2853268 2026-04-02T11:49:31.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.472+0000 7f5d7598a880 1 < canceled operation key=OCGXGNN4YVH3 tag=N2RP7R1S3R2S type=del size=3504275 2026-04-02T11:49:31.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.472+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=9D0IXAIQVOPU type=del size=2215421 2026-04-02T11:49:31.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.473+0000 7f5d7598a880 1 < canceled part key=_multipart_7GZSL99JL986.2~ZPVCETVQ7T4D.0 size=766072 2026-04-02T11:49:31.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.474+0000 7f5d7598a880 1 < canceled multipart upload key=7GZSL99JL986 upload=ZPVCETVQ7T4D tag=M4G457CKPRU6 type=write size=1814648 2026-04-02T11:49:31.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.474+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=J3J5W7MIM645 type=write size=291599 2026-04-02T11:49:31.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.475+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~80SVF76O98XV.0 size=1048576 2026-04-02T11:49:31.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.476+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~80SVF76O98XV.1 size=1048576 2026-04-02T11:49:31.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.476+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~80SVF76O98XV.2 size=339006 2026-04-02T11:49:31.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.478+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=80SVF76O98XV tag=ZPUZK8D2FKS3 type=write size=3484734 2026-04-02T11:49:31.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.478+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=90CZGQCE3E4F type=del size=2161485 2026-04-02T11:49:31.481 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.479+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=TQA6NCIR3WXM type=del 2026-04-02T11:49:31.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.481+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~K8ZWD3WK87YP.0 size=1048576 2026-04-02T11:49:31.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.481+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~K8ZWD3WK87YP.1 size=1048576 2026-04-02T11:49:31.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.482+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~K8ZWD3WK87YP.2 size=108860 2026-04-02T11:49:31.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.482+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=K8ZWD3WK87YP tag=BV2EWV2MM698 type=write size=3254588 2026-04-02T11:49:31.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.482+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=OF0HHB0VVIAL type=del 2026-04-02T11:49:31.485 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.484+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~CM70QNNJ59OE.0 size=1048576 2026-04-02T11:49:31.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.484+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~CM70QNNJ59OE.1 size=1048576 2026-04-02T11:49:31.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.485+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~CM70QNNJ59OE.2 size=859599 2026-04-02T11:49:31.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.485+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=CM70QNNJ59OE tag=3BDER3F0LX98 type=write size=4005327 2026-04-02T11:49:31.488 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.486+0000 7f5d7598a880 1 < completed write operation key=3T2FDRTF7XHC tag=SD0GJQMS1YIS type=write size=204750 2026-04-02T11:49:31.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.488+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~3JG7AXRQYMKG.0 size=630438 2026-04-02T11:49:31.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.488+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=3JG7AXRQYMKG tag=0NG23JZLKKGQ type=write size=1679014 2026-04-02T11:49:31.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.488+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~GND1TTTIO3UN.0 size=1048576 2026-04-02T11:49:31.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.489+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~GND1TTTIO3UN.1 size=871348 2026-04-02T11:49:31.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.490+0000 7f5d7598a880 1 < completed multipart upload key=WMXK0TM2YJZJ upload=GND1TTTIO3UN tag=RWUFTVH8VOT8 type=write size=2968500 2026-04-02T11:49:31.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.492+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~DVWQN2P8UI2J.0 size=10363 2026-04-02T11:49:31.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.492+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=DVWQN2P8UI2J tag=BZO7I5EMGN66 type=write size=1058939 2026-04-02T11:49:31.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.492+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~3FJWJZFHROCV.0 size=1048576 2026-04-02T11:49:31.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.493+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~3FJWJZFHROCV.1 size=123612 2026-04-02T11:49:31.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.494+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=3FJWJZFHROCV tag=UDZQUEG2P2K4 type=write size=2220764 2026-04-02T11:49:31.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.495+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=LOJQF8PKHQZD type=del size=711491 2026-04-02T11:49:31.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.496+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~05UKVK12Y7GK.0 size=840372 2026-04-02T11:49:31.499 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.498+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=05UKVK12Y7GK tag=O8BBX9JER30P type=write size=1888948 2026-04-02T11:49:31.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.498+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=F0FZS153G23Y type=del size=740634 2026-04-02T11:49:31.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.499+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~7NXTDKZIGG0H.0 size=1048576 2026-04-02T11:49:31.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.500+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~7NXTDKZIGG0H.1 size=262182 2026-04-02T11:49:31.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.501+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=7NXTDKZIGG0H tag=49U7O0E1IAAL type=write size=2359334 2026-04-02T11:49:31.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.503+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~NYU6W5044OF8.0 size=535859 2026-04-02T11:49:31.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.503+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=NYU6W5044OF8 tag=UW6PN67LWS0W type=write size=1584435 2026-04-02T11:49:31.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.503+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~HE9DMF1705PZ.0 size=1048576 2026-04-02T11:49:31.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.504+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~HE9DMF1705PZ.1 size=1048576 2026-04-02T11:49:31.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.505+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~HE9DMF1705PZ.2 size=84741 2026-04-02T11:49:31.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.506+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=HE9DMF1705PZ tag=OQAVSQQQQQEK type=write size=3230469 2026-04-02T11:49:31.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.507+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=CW3N6JLBYOD8 type=del size=3450250 2026-04-02T11:49:31.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.507+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=0VMMYDM13KO7 type=del 2026-04-02T11:49:31.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.509+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=UE3REXTRA36N type=del size=645250 2026-04-02T11:49:31.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.509+0000 7f5d7598a880 1 < completed write operation key=52PU1ZBC7VWW tag=527ID5YDS1N5 type=write size=845352 2026-04-02T11:49:31.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.511+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~HY2YUWWU3WXX.0 size=797124 2026-04-02T11:49:31.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.511+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=HY2YUWWU3WXX tag=5NZS5JD76T9R type=write size=1845700 2026-04-02T11:49:31.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.512+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~QC50ST49RAXO.0 size=1048576 2026-04-02T11:49:31.514 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.512+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~QC50ST49RAXO.1 size=901004 2026-04-02T11:49:31.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.513+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=QC50ST49RAXO tag=BRRM39DIQS4U type=write size=2998156 2026-04-02T11:49:31.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.514+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=FID81OANKWC4 type=del size=2014204 2026-04-02T11:49:31.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.515+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=X5OMVRVO8Q43 type=del 2026-04-02T11:49:31.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.516+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=XC31TKHPHYVQ type=del size=1335837 2026-04-02T11:49:31.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.517+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~44OJVC6XZ6BJ.0 size=1048576 2026-04-02T11:49:31.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.517+0000 7f5d7598a880 1 < canceled part key=_multipart_5SYEEEI3LHR1.2~44OJVC6XZ6BJ.1 size=756116 2026-04-02T11:49:31.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.518+0000 7f5d7598a880 1 < canceled multipart upload key=5SYEEEI3LHR1 upload=44OJVC6XZ6BJ tag=QWH6173I9S3L type=write size=2853268 2026-04-02T11:49:31.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.519+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~K104NEYZBLLH.0 size=1048576 2026-04-02T11:49:31.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.520+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~K104NEYZBLLH.1 size=1048576 2026-04-02T11:49:31.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.521+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~K104NEYZBLLH.2 size=198486 2026-04-02T11:49:31.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.521+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=K104NEYZBLLH tag=AMLXEQW59GKW type=write size=3344214 2026-04-02T11:49:31.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.522+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=9D0IXAIQVOPU type=del 2026-04-02T11:49:31.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.523+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~6PMA104NAMDR.0 size=1048576 2026-04-02T11:49:31.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.524+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~6PMA104NAMDR.1 size=141873 2026-04-02T11:49:31.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.524+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=6PMA104NAMDR tag=VREAT0ZGYXW8 type=write size=2239025 2026-04-02T11:49:31.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.524+0000 7f5d7598a880 1 < completed write operation key=OCGXGNN4YVH3 tag=J3J5W7MIM645 type=write size=291599 2026-04-02T11:49:31.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.525+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=HV3YDI8BZBWO type=del size=1854030 2026-04-02T11:49:31.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.526+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=90CZGQCE3E4F type=del 2026-04-02T11:49:31.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.527+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=NJLZKB9VIYYY type=del size=3229368 2026-04-02T11:49:31.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.528+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~K8ZWD3WK87YP.0 size=1048576 2026-04-02T11:49:31.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.528+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~K8ZWD3WK87YP.1 size=1048576 2026-04-02T11:49:31.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.529+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~K8ZWD3WK87YP.2 size=108860 2026-04-02T11:49:31.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.531+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=K8ZWD3WK87YP tag=BV2EWV2MM698 type=write size=3254588 2026-04-02T11:49:31.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.532+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=2KERIUQFLO4F type=del size=3778914 2026-04-02T11:49:31.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.533+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~CM70QNNJ59OE.0 size=1048576 2026-04-02T11:49:31.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.534+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~CM70QNNJ59OE.1 size=1048576 2026-04-02T11:49:31.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.534+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~CM70QNNJ59OE.2 size=859599 2026-04-02T11:49:31.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.536+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=CM70QNNJ59OE tag=3BDER3F0LX98 type=write size=4005327 2026-04-02T11:49:31.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.536+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=7ZT5O75JJ79X type=del size=1691967 2026-04-02T11:49:31.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.537+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~3JG7AXRQYMKG.0 size=630438 2026-04-02T11:49:31.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.538+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=3JG7AXRQYMKG tag=0NG23JZLKKGQ type=write size=1679014 2026-04-02T11:49:31.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.540+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~FUGVURUXTR6E.0 size=1048576 2026-04-02T11:49:31.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.541+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~FUGVURUXTR6E.1 size=581328 2026-04-02T11:49:31.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.541+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=FUGVURUXTR6E tag=FC6IV2CGLCJ1 type=write size=2678480 2026-04-02T11:49:31.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.541+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~DVWQN2P8UI2J.0 size=10363 2026-04-02T11:49:31.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.543+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=DVWQN2P8UI2J tag=BZO7I5EMGN66 type=write size=1058939 2026-04-02T11:49:31.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.544+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~LD43FJAUAD8F.0 size=226760 2026-04-02T11:49:31.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.544+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=LD43FJAUAD8F tag=W5MJHYTIHKAC type=write size=1275336 2026-04-02T11:49:31.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.545+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=LOJQF8PKHQZD type=del 2026-04-02T11:49:31.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.546+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~UH9U1Q1KPDUO.0 size=1048576 2026-04-02T11:49:31.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.547+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~UH9U1Q1KPDUO.1 size=1048576 2026-04-02T11:49:31.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.548+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~UH9U1Q1KPDUO.2 size=299348 2026-04-02T11:49:31.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.548+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=UH9U1Q1KPDUO tag=IAEAVUJNTFUC type=write size=3445076 2026-04-02T11:49:31.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.549+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=F0FZS153G23Y type=del 2026-04-02T11:49:31.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.549+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=FNPZR2ZEB543 type=write size=263124 2026-04-02T11:49:31.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.550+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~NYU6W5044OF8.0 size=535859 2026-04-02T11:49:31.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.552+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=NYU6W5044OF8 tag=UW6PN67LWS0W type=write size=1584435 2026-04-02T11:49:31.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.552+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=47EZSAGDYONB type=del size=44193 2026-04-02T11:49:31.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.553+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=CW3N6JLBYOD8 type=del 2026-04-02T11:49:31.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.554+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=M3E8BLWWIXJ7 type=del size=2313364 2026-04-02T11:49:31.557 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.555+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=UE3REXTRA36N type=del 2026-04-02T11:49:31.557 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.556+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=EQ55QZZ1K1CA type=del size=548004 2026-04-02T11:49:31.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.557+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~HY2YUWWU3WXX.0 size=797124 2026-04-02T11:49:31.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.558+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=HY2YUWWU3WXX tag=5NZS5JD76T9R type=write size=1845700 2026-04-02T11:49:31.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.559+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~0X6OUGT7E0R0.0 size=1048576 2026-04-02T11:49:31.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.560+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~0X6OUGT7E0R0.1 size=1048576 2026-04-02T11:49:31.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.560+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~0X6OUGT7E0R0.2 size=543643 2026-04-02T11:49:31.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.560+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=0X6OUGT7E0R0 tag=RLRJLY6I1WRR type=write size=3689371 2026-04-02T11:49:31.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.561+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=FID81OANKWC4 type=del 2026-04-02T11:49:31.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.562+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=7JGIA6TIXEJI type=write size=740622 2026-04-02T11:49:31.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.563+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=XC31TKHPHYVQ type=del 2026-04-02T11:49:31.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.563+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=HDQ17PHJ6P33 type=del size=2980630 2026-04-02T11:49:31.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.564+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~K104NEYZBLLH.0 size=1048576 2026-04-02T11:49:31.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.564+0000 7f5d7598a880 1 < canceled part key=_multipart_TG8AKFTZB4ZM.2~K104NEYZBLLH.1 size=1048576 2026-04-02T11:49:31.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.565+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~K104NEYZBLLH.2 size=198486 2026-04-02T11:49:31.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.566+0000 7f5d7598a880 1 < canceled multipart upload key=TG8AKFTZB4ZM upload=K104NEYZBLLH tag=AMLXEQW59GKW type=write size=3344214 2026-04-02T11:49:31.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.572+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~ZJGASUKY7GQC.0 size=1048576 2026-04-02T11:49:31.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.572+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~ZJGASUKY7GQC.1 size=64106 2026-04-02T11:49:31.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.572+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=ZJGASUKY7GQC tag=ON9FP0NN97BG type=write size=2161258 2026-04-02T11:49:31.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.573+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~6PMA104NAMDR.0 size=1048576 2026-04-02T11:49:31.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.574+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~6PMA104NAMDR.1 size=141873 2026-04-02T11:49:31.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.575+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=6PMA104NAMDR tag=VREAT0ZGYXW8 type=write size=2239025 2026-04-02T11:49:31.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.576+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=3O335U26ETS9 type=del size=621816 2026-04-02T11:49:31.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.577+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=HV3YDI8BZBWO type=del 2026-04-02T11:49:31.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.578+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~LJEAGBBNVYZ3.0 size=1048576 2026-04-02T11:49:31.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.579+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~LJEAGBBNVYZ3.1 size=415957 2026-04-02T11:49:31.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.579+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=LJEAGBBNVYZ3 tag=WVJO0QTW7NTW type=write size=2513109 2026-04-02T11:49:31.582 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.580+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=NJLZKB9VIYYY type=del 2026-04-02T11:49:31.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.581+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~D0U3E4T9QEQB.0 size=870164 2026-04-02T11:49:31.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.581+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=D0U3E4T9QEQB tag=B9LQXCB1X6EP type=write size=1918740 2026-04-02T11:49:31.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.582+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=2KERIUQFLO4F type=del 2026-04-02T11:49:31.586 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.584+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~9BLRORZGLR77.0 size=1048576 2026-04-02T11:49:31.586 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.585+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~9BLRORZGLR77.1 size=1048576 2026-04-02T11:49:31.587 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.586+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~9BLRORZGLR77.2 size=971615 2026-04-02T11:49:31.587 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.586+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=9BLRORZGLR77 tag=DFUY0YJ2C9GV type=write size=4117343 2026-04-02T11:49:31.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.586+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=7ZT5O75JJ79X type=del 2026-04-02T11:49:31.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.588+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~G3886CSGM20C.0 size=1048576 2026-04-02T11:49:31.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.588+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~G3886CSGM20C.1 size=1048576 2026-04-02T11:49:31.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.589+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~G3886CSGM20C.2 size=634316 2026-04-02T11:49:31.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.589+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=G3886CSGM20C tag=N8W585V4AR7F type=write size=3780044 2026-04-02T11:49:31.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.590+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~FUGVURUXTR6E.0 size=1048576 2026-04-02T11:49:31.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.590+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~FUGVURUXTR6E.1 size=581328 2026-04-02T11:49:31.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.592+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=FUGVURUXTR6E tag=FC6IV2CGLCJ1 type=write size=2678480 2026-04-02T11:49:31.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.592+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=UQBQUEI28XSJ type=del size=3302994 2026-04-02T11:49:31.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.593+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~LD43FJAUAD8F.0 size=226760 2026-04-02T11:49:31.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.594+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=LD43FJAUAD8F tag=W5MJHYTIHKAC type=write size=1275336 2026-04-02T11:49:31.599 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.598+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~1X89E9ZJWYX8.0 size=1048576 2026-04-02T11:49:31.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.598+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~1X89E9ZJWYX8.1 size=990498 2026-04-02T11:49:31.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.598+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=1X89E9ZJWYX8 tag=2TY8W6RW6MR2 type=write size=3087650 2026-04-02T11:49:31.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.599+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~UH9U1Q1KPDUO.0 size=1048576 2026-04-02T11:49:31.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.600+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~UH9U1Q1KPDUO.1 size=1048576 2026-04-02T11:49:31.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.600+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~UH9U1Q1KPDUO.2 size=299348 2026-04-02T11:49:31.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.602+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=UH9U1Q1KPDUO tag=IAEAVUJNTFUC type=write size=3445076 2026-04-02T11:49:31.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.603+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~MO8J6BR8MPW5.0 size=670953 2026-04-02T11:49:31.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.603+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=MO8J6BR8MPW5 tag=1I0Z5BPX4911 type=write size=1719529 2026-04-02T11:49:31.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.604+0000 7f5d7598a880 1 < completed write operation key=88E9H9UTDGH9 tag=FNPZR2ZEB543 type=write size=263124 2026-04-02T11:49:31.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.605+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=HPY1823F9CBN type=del size=3368918 2026-04-02T11:49:31.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.607+0000 7f5d7598a880 1 < suggested remove operation key=UWKIR14N3KM3 tag=47EZSAGDYONB type=del 2026-04-02T11:49:31.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.608+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=BKCOHUT65YRG type=del size=1229287 2026-04-02T11:49:31.611 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.609+0000 7f5d7598a880 1 < suggested remove operation key=J47182HKJTLL tag=M3E8BLWWIXJ7 type=del 2026-04-02T11:49:31.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.611+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~XIWH7UQS95RZ.0 size=315188 2026-04-02T11:49:31.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.611+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=XIWH7UQS95RZ tag=U3ZK7RICHQRU type=write size=1363764 2026-04-02T11:49:31.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.613+0000 7f5d7598a880 1 < canceled operation key=B069J9WSE2J1 tag=EQ55QZZ1K1CA type=del size=548004 2026-04-02T11:49:31.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.614+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=K9R8TE3PGEGC type=del size=2046274 2026-04-02T11:49:31.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.614+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~0X6OUGT7E0R0.0 size=1048576 2026-04-02T11:49:31.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.615+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~0X6OUGT7E0R0.1 size=1048576 2026-04-02T11:49:31.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.615+0000 7f5d7598a880 1 < canceled part key=_multipart_ZIMLW0YTOPPK.2~0X6OUGT7E0R0.2 size=543643 2026-04-02T11:49:31.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.616+0000 7f5d7598a880 1 < canceled multipart upload key=ZIMLW0YTOPPK upload=0X6OUGT7E0R0 tag=RLRJLY6I1WRR type=write size=3689371 2026-04-02T11:49:31.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.617+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=BLVHRY7OHF0R type=del size=2580846 2026-04-02T11:49:31.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.618+0000 7f5d7598a880 1 < completed write operation key=11O38SMUYMX2 tag=7JGIA6TIXEJI type=write size=740622 2026-04-02T11:49:31.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.619+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=BQ9YX3D65AP5 type=write size=445010 2026-04-02T11:49:31.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.619+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=HDQ17PHJ6P33 type=del 2026-04-02T11:49:31.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.621+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~QQE6PFHQ6BR3.0 size=1048576 2026-04-02T11:49:31.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.622+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~QQE6PFHQ6BR3.1 size=205312 2026-04-02T11:49:31.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.622+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=QQE6PFHQ6BR3 tag=UJZD1WYVXCHL type=write size=2302464 2026-04-02T11:49:31.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.622+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~ZJGASUKY7GQC.0 size=1048576 2026-04-02T11:49:31.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.623+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~ZJGASUKY7GQC.1 size=64106 2026-04-02T11:49:31.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.625+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=ZJGASUKY7GQC tag=ON9FP0NN97BG type=write size=2161258 2026-04-02T11:49:31.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.625+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=Y9UVIW0PUEN4 type=del size=4053916 2026-04-02T11:49:31.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.626+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=3O335U26ETS9 type=del 2026-04-02T11:49:31.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.627+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=X019TSBSBAGB type=del size=1259762 2026-04-02T11:49:31.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.628+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~LJEAGBBNVYZ3.0 size=1048576 2026-04-02T11:49:31.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.628+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~LJEAGBBNVYZ3.1 size=415957 2026-04-02T11:49:31.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.630+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=LJEAGBBNVYZ3 tag=WVJO0QTW7NTW type=write size=2513109 2026-04-02T11:49:31.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.631+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~V662FMRO3IZ6.0 size=1048576 2026-04-02T11:49:31.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.632+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~V662FMRO3IZ6.1 size=834582 2026-04-02T11:49:31.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.632+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=V662FMRO3IZ6 tag=TYPKRVV2Y8IS type=write size=2931734 2026-04-02T11:49:31.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.633+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~D0U3E4T9QEQB.0 size=870164 2026-04-02T11:49:31.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.634+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=D0U3E4T9QEQB tag=B9LQXCB1X6EP type=write size=1918740 2026-04-02T11:49:31.636 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.634+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=BFMHL9BTMY6H type=del size=1032887 2026-04-02T11:49:31.637 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.635+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~9BLRORZGLR77.0 size=1048576 2026-04-02T11:49:31.637 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.636+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~9BLRORZGLR77.1 size=1048576 2026-04-02T11:49:31.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.636+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~9BLRORZGLR77.2 size=971615 2026-04-02T11:49:31.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.637+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=9BLRORZGLR77 tag=DFUY0YJ2C9GV type=write size=4117343 2026-04-02T11:49:31.640 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.638+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=2ETXQG7V90LB type=write size=402070 2026-04-02T11:49:31.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.639+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~G3886CSGM20C.0 size=1048576 2026-04-02T11:49:31.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.639+0000 7f5d7598a880 1 < canceled part key=_multipart_52PU1ZBC7VWW.2~G3886CSGM20C.1 size=1048576 2026-04-02T11:49:31.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.639+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~G3886CSGM20C.2 size=634316 2026-04-02T11:49:31.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.641+0000 7f5d7598a880 1 < canceled multipart upload key=52PU1ZBC7VWW upload=G3886CSGM20C tag=N8W585V4AR7F type=write size=3780044 2026-04-02T11:49:31.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.641+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=H9L1UVLQO0CH type=del size=823796 2026-04-02T11:49:31.644 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.642+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=UQBQUEI28XSJ type=del 2026-04-02T11:49:31.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.643+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=G09MR27NXVLO type=del size=1261593 2026-04-02T11:49:31.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.644+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~1X89E9ZJWYX8.0 size=1048576 2026-04-02T11:49:31.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.644+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~1X89E9ZJWYX8.1 size=990498 2026-04-02T11:49:31.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.645+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=1X89E9ZJWYX8 tag=2TY8W6RW6MR2 type=write size=3087650 2026-04-02T11:49:31.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.647+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~QDU472V4A6BT.0 size=1048576 2026-04-02T11:49:31.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.647+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~QDU472V4A6BT.1 size=608091 2026-04-02T11:49:31.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.647+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=QDU472V4A6BT tag=73FLDFTFX3AJ type=write size=2705243 2026-04-02T11:49:31.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.647+0000 7f5d7598a880 1 < canceled part key=_multipart_VILE4YEMEN09.2~MO8J6BR8MPW5.0 size=670953 2026-04-02T11:49:31.650 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.649+0000 7f5d7598a880 1 < canceled multipart upload key=VILE4YEMEN09 upload=MO8J6BR8MPW5 tag=1I0Z5BPX4911 type=write size=1719529 2026-04-02T11:49:31.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.649+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=UJ6ME1UK18VM type=del size=1749998 2026-04-02T11:49:31.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.650+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=HPY1823F9CBN type=del 2026-04-02T11:49:31.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.651+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=SZG8GY89DO6T type=del size=733836 2026-04-02T11:49:31.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.651+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=BKCOHUT65YRG type=del 2026-04-02T11:49:31.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.653+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~ZECUKIQJI7VU.0 size=1048576 2026-04-02T11:49:31.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.653+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~ZECUKIQJI7VU.1 size=1048576 2026-04-02T11:49:31.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.654+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~ZECUKIQJI7VU.2 size=111628 2026-04-02T11:49:31.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.654+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=ZECUKIQJI7VU tag=LUAAZ2QR3KH7 type=write size=3257356 2026-04-02T11:49:31.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.654+0000 7f5d7598a880 1 < canceled part key=_multipart_7GZSL99JL986.2~XIWH7UQS95RZ.0 size=315188 2026-04-02T11:49:31.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.655+0000 7f5d7598a880 1 < canceled multipart upload key=7GZSL99JL986 upload=XIWH7UQS95RZ tag=U3ZK7RICHQRU type=write size=1363764 2026-04-02T11:49:31.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.656+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=I5Q6HKYHJV8L type=del size=1264585 2026-04-02T11:49:31.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.657+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=K9R8TE3PGEGC type=del 2026-04-02T11:49:31.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.657+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=75NGSFBA8ZQE type=del size=3110746 2026-04-02T11:49:31.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.658+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=BLVHRY7OHF0R type=del 2026-04-02T11:49:31.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.659+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=SUBKT3ZF4TX3 type=del size=2801337 2026-04-02T11:49:31.661 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.659+0000 7f5d7598a880 1 < completed write operation key=HYSJYWQT3N55 tag=BQ9YX3D65AP5 type=write size=445010 2026-04-02T11:49:31.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.660+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=C3OL3Y6UQWGA type=del size=1166763 2026-04-02T11:49:31.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.661+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~QQE6PFHQ6BR3.0 size=1048576 2026-04-02T11:49:31.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.661+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~QQE6PFHQ6BR3.1 size=205312 2026-04-02T11:49:31.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.663+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=QQE6PFHQ6BR3 tag=UJZD1WYVXCHL type=write size=2302464 2026-04-02T11:49:31.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.664+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~CMEQWG6M1H6H.0 size=1048576 2026-04-02T11:49:31.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.665+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~CMEQWG6M1H6H.1 size=24481 2026-04-02T11:49:31.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.665+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=CMEQWG6M1H6H tag=1DI9KYUWWPA6 type=write size=2121633 2026-04-02T11:49:31.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.665+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=Y9UVIW0PUEN4 type=del 2026-04-02T11:49:31.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.666+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=70PPVI7CKD92 type=write size=880165 2026-04-02T11:49:31.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.667+0000 7f5d7598a880 1 < canceled operation key=SKU4BMEAT7O7 tag=X019TSBSBAGB type=del size=1259762 2026-04-02T11:49:31.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.667+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=3Z6PO769QDF8 type=del size=3197894 2026-04-02T11:49:31.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.668+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~V662FMRO3IZ6.0 size=1048576 2026-04-02T11:49:31.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.669+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~V662FMRO3IZ6.1 size=834582 2026-04-02T11:49:31.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.670+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=V662FMRO3IZ6 tag=TYPKRVV2Y8IS type=write size=2931734 2026-04-02T11:49:31.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.670+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=5I2A69M9DMJ9 type=del size=3119727 2026-04-02T11:49:31.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.671+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=BFMHL9BTMY6H type=del 2026-04-02T11:49:31.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.672+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=5DCY9QBZQ104 type=del size=3324961 2026-04-02T11:49:31.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.673+0000 7f5d7598a880 1 < completed write operation key=V6UN2ZWR2MRB tag=2ETXQG7V90LB type=write size=402070 2026-04-02T11:49:31.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.673+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=I4I0IWR452KA type=del size=3758143 2026-04-02T11:49:31.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.674+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=H9L1UVLQO0CH type=del 2026-04-02T11:49:31.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.675+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=K69YLUR23GQ7 type=del size=3953249 2026-04-02T11:49:31.678 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.676+0000 7f5d7598a880 1 < suggested update operation key=B069J9WSE2J1 tag=G09MR27NXVLO type=del size=1261593 2026-04-02T11:49:31.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.679+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~R5FD4BXIIPQ1.0 size=1048576 2026-04-02T11:49:31.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.679+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~R5FD4BXIIPQ1.1 size=1048576 2026-04-02T11:49:31.682 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.680+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~R5FD4BXIIPQ1.2 size=548968 2026-04-02T11:49:31.682 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.680+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=R5FD4BXIIPQ1 tag=4QWYTZ6EOI3G type=write size=3694696 2026-04-02T11:49:31.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.681+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~QDU472V4A6BT.0 size=1048576 2026-04-02T11:49:31.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.681+0000 7f5d7598a880 1 < canceled part key=_multipart_7GZSL99JL986.2~QDU472V4A6BT.1 size=608091 2026-04-02T11:49:31.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.683+0000 7f5d7598a880 1 < canceled multipart upload key=7GZSL99JL986 upload=QDU472V4A6BT tag=73FLDFTFX3AJ type=write size=2705243 2026-04-02T11:49:31.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.684+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=XQ8YNES8SJ9Y type=write size=998613 2026-04-02T11:49:31.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.685+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=UJ6ME1UK18VM type=del 2026-04-02T11:49:31.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.686+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~1VUD9SGQCE7H.0 size=132918 2026-04-02T11:49:31.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.686+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=1VUD9SGQCE7H tag=4IAFDY7LT3XF type=write size=1181494 2026-04-02T11:49:31.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.688+0000 7f5d7598a880 1 < suggested update operation key=ZS5NQMR2F1CO tag=SZG8GY89DO6T type=del size=733836 2026-04-02T11:49:31.690 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.688+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=NHXJ82S09CDC type=write size=305316 2026-04-02T11:49:31.690 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.688+0000 7f5d7598a880 1 < canceled part key=_multipart_5AJK8GE86W32.2~ZECUKIQJI7VU.0 size=1048576 2026-04-02T11:49:31.690 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.688+0000 7f5d7598a880 1 < canceled part key=_multipart_5AJK8GE86W32.2~ZECUKIQJI7VU.1 size=1048576 2026-04-02T11:49:31.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.689+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~ZECUKIQJI7VU.2 size=111628 2026-04-02T11:49:31.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.690+0000 7f5d7598a880 1 < canceled multipart upload key=5AJK8GE86W32 upload=ZECUKIQJI7VU tag=LUAAZ2QR3KH7 type=write size=3257356 2026-04-02T11:49:31.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.691+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=GTJ4TLSICBC5 type=del size=2110777 2026-04-02T11:49:31.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.691+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=I5Q6HKYHJV8L type=del 2026-04-02T11:49:31.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.692+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=12KPE5UVECZC type=del size=2590412 2026-04-02T11:49:31.695 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.693+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=75NGSFBA8ZQE type=del 2026-04-02T11:49:31.696 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.694+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~K3MPLDW3QYOY.0 size=895529 2026-04-02T11:49:31.696 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.694+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=K3MPLDW3QYOY tag=71ZZ5X7QWJJY type=write size=1944105 2026-04-02T11:49:31.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.695+0000 7f5d7598a880 1 < canceled operation key=HYSJYWQT3N55 tag=SUBKT3ZF4TX3 type=del size=2801337 2026-04-02T11:49:31.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.696+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=02M6U1FG0AFA type=write size=50714 2026-04-02T11:49:31.698 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.696+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=C3OL3Y6UQWGA type=del 2026-04-02T11:49:31.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.697+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=X85FNSMYHN0R type=del size=3987226 2026-04-02T11:49:31.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.697+0000 7f5d7598a880 1 < canceled part key=_multipart_TG8AKFTZB4ZM.2~CMEQWG6M1H6H.0 size=1048576 2026-04-02T11:49:31.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.697+0000 7f5d7598a880 1 < canceled part key=_multipart_TG8AKFTZB4ZM.2~CMEQWG6M1H6H.1 size=24481 2026-04-02T11:49:31.700 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.698+0000 7f5d7598a880 1 < canceled multipart upload key=TG8AKFTZB4ZM upload=CMEQWG6M1H6H tag=1DI9KYUWWPA6 type=write size=2121633 2026-04-02T11:49:31.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.699+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=GC8QI31Z3YUE type=del size=3838488 2026-04-02T11:49:31.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.700+0000 7f5d7598a880 1 < suggested update operation key=5MI2F3J8J9MJ tag=70PPVI7CKD92 type=write size=880165 2026-04-02T11:49:31.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.701+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=VLQZ4HXAH2GT type=del size=466530 2026-04-02T11:49:31.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.703+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=3Z6PO769QDF8 type=del 2026-04-02T11:49:31.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.705+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~ZJ4HS29S9J7N.0 size=763794 2026-04-02T11:49:31.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.705+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=ZJ4HS29S9J7N tag=53448G6XQB3J type=write size=1812370 2026-04-02T11:49:31.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.706+0000 7f5d7598a880 1 < suggested update operation key=WMXK0TM2YJZJ tag=5I2A69M9DMJ9 type=del size=3119727 2026-04-02T11:49:31.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.707+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=0DLS87ACYM0L type=del size=4133047 2026-04-02T11:49:31.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.709+0000 7f5d7598a880 1 < suggested update operation key=VILE4YEMEN09 tag=5DCY9QBZQ104 type=del size=3324961 2026-04-02T11:49:31.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.710+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=P88OGVXWP6NO type=del size=2418842 2026-04-02T11:49:31.712 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.711+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=I4I0IWR452KA type=del 2026-04-02T11:49:31.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.711+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=C7773B6LUYHK type=del size=525967 2026-04-02T11:49:31.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.712+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=K69YLUR23GQ7 type=del 2026-04-02T11:49:31.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.714+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~FOF1BF113SML.0 size=1048576 2026-04-02T11:49:31.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.714+0000 7f5d7598a880 1 > prepared part key=_multipart_TG8AKFTZB4ZM.2~FOF1BF113SML.1 size=297320 2026-04-02T11:49:31.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.714+0000 7f5d7598a880 1 > prepared multipart upload key=TG8AKFTZB4ZM upload=FOF1BF113SML tag=0PNU4S3JN7B1 type=write size=2394472 2026-04-02T11:49:31.717 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.715+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~R5FD4BXIIPQ1.0 size=1048576 2026-04-02T11:49:31.718 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.716+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~R5FD4BXIIPQ1.1 size=1048576 2026-04-02T11:49:31.718 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.716+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~R5FD4BXIIPQ1.2 size=548968 2026-04-02T11:49:31.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.718+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=R5FD4BXIIPQ1 tag=4QWYTZ6EOI3G type=write size=3694696 2026-04-02T11:49:31.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.719+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=5NOK5X159USS type=del size=3748922 2026-04-02T11:49:31.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.719+0000 7f5d7598a880 1 < completed write operation key=52PU1ZBC7VWW tag=XQ8YNES8SJ9Y type=write size=998613 2026-04-02T11:49:31.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.721+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~SI4Q803SQKHK.0 size=751332 2026-04-02T11:49:31.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.721+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=SI4Q803SQKHK tag=3M5W0DAJWO80 type=write size=1799908 2026-04-02T11:49:31.723 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.721+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~1VUD9SGQCE7H.0 size=132918 2026-04-02T11:49:31.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.723+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=1VUD9SGQCE7H tag=4IAFDY7LT3XF type=write size=1181494 2026-04-02T11:49:31.725 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.723+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=CXSZO4F7IY9V type=del size=459120 2026-04-02T11:49:31.727 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.725+0000 7f5d7598a880 1 < suggested update operation key=11O38SMUYMX2 tag=NHXJ82S09CDC type=write size=305316 2026-04-02T11:49:31.727 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.726+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=VNBUGFQRBNI4 type=del size=2656414 2026-04-02T11:49:31.728 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.726+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=GTJ4TLSICBC5 type=del 2026-04-02T11:49:31.729 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.727+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=18215A0LJPS4 type=del size=2826352 2026-04-02T11:49:31.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.728+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=12KPE5UVECZC type=del 2026-04-02T11:49:31.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.729+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=B1940G0MLU90 type=write size=293916 2026-04-02T11:49:31.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.730+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~K3MPLDW3QYOY.0 size=895529 2026-04-02T11:49:31.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.731+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=K3MPLDW3QYOY tag=71ZZ5X7QWJJY type=write size=1944105 2026-04-02T11:49:31.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.732+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=C5AK177D4BAN type=del size=2376195 2026-04-02T11:49:31.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.733+0000 7f5d7598a880 1 < canceled operation key=V6UN2ZWR2MRB tag=02M6U1FG0AFA type=write size=50714 2026-04-02T11:49:31.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.734+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=KZF7WFKG4JSH type=del size=274522 2026-04-02T11:49:31.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.735+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=X85FNSMYHN0R type=del 2026-04-02T11:49:31.737 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.736+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=X1UM98X8EJVY type=del size=1947477 2026-04-02T11:49:31.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.736+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=GC8QI31Z3YUE type=del 2026-04-02T11:49:31.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.737+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=0JBHWVYUP4HW type=del size=1932369 2026-04-02T11:49:31.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.738+0000 7f5d7598a880 1 < canceled operation key=7GZSL99JL986 tag=VLQZ4HXAH2GT type=del size=466530 2026-04-02T11:49:31.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.739+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~A1JJQX4MH49Q.0 size=514759 2026-04-02T11:49:31.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.739+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=A1JJQX4MH49Q tag=H9H8ON1YULGA type=write size=1563335 2026-04-02T11:49:31.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.740+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~ZJ4HS29S9J7N.0 size=763794 2026-04-02T11:49:31.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.741+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=ZJ4HS29S9J7N tag=53448G6XQB3J type=write size=1812370 2026-04-02T11:49:31.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.742+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~WSN7PAT8HMIP.0 size=1048576 2026-04-02T11:49:31.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.743+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~WSN7PAT8HMIP.1 size=193146 2026-04-02T11:49:31.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.743+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=WSN7PAT8HMIP tag=PEG999QTO0JN type=write size=2290298 2026-04-02T11:49:31.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.744+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=0DLS87ACYM0L type=del 2026-04-02T11:49:31.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.745+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~Z17DU7R3BR0U.0 size=1048576 2026-04-02T11:49:31.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.746+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~Z17DU7R3BR0U.1 size=1048576 2026-04-02T11:49:31.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.746+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~Z17DU7R3BR0U.2 size=190761 2026-04-02T11:49:31.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.746+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=Z17DU7R3BR0U tag=Q31TUA3CME5N type=write size=3336489 2026-04-02T11:49:31.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.747+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=P88OGVXWP6NO type=del 2026-04-02T11:49:31.750 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.748+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=WLOFFKO9PFSP type=del size=4143200 2026-04-02T11:49:31.751 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.749+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=C7773B6LUYHK type=del 2026-04-02T11:49:31.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.750+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~RFHNQOIJK5JC.0 size=1048576 2026-04-02T11:49:31.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.751+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~RFHNQOIJK5JC.1 size=820588 2026-04-02T11:49:31.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.751+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=RFHNQOIJK5JC tag=VUUVGUVXZ5XE type=write size=2917740 2026-04-02T11:49:31.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.752+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~FOF1BF113SML.0 size=1048576 2026-04-02T11:49:31.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.753+0000 7f5d7598a880 1 < completed part key=_multipart_TG8AKFTZB4ZM.2~FOF1BF113SML.1 size=297320 2026-04-02T11:49:31.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.754+0000 7f5d7598a880 1 < completed multipart upload key=TG8AKFTZB4ZM upload=FOF1BF113SML tag=0PNU4S3JN7B1 type=write size=2394472 2026-04-02T11:49:31.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.756+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~A7OZ598UR62A.0 size=1048576 2026-04-02T11:49:31.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.756+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~A7OZ598UR62A.1 size=405308 2026-04-02T11:49:31.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.756+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=A7OZ598UR62A tag=77UBQ3QRT1X1 type=write size=2502460 2026-04-02T11:49:31.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.757+0000 7f5d7598a880 1 < canceled operation key=07AW9BPTKOI3 tag=5NOK5X159USS type=del size=3748922 2026-04-02T11:49:31.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.760+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=9R0JQJHODWP5 type=del size=205453 2026-04-02T11:49:31.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.761+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~SI4Q803SQKHK.0 size=751332 2026-04-02T11:49:31.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.763+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=SI4Q803SQKHK tag=3M5W0DAJWO80 type=write size=1799908 2026-04-02T11:49:31.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.763+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=KYVTOQRK2I1X type=del size=1830017 2026-04-02T11:49:31.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.764+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=CXSZO4F7IY9V type=del 2026-04-02T11:49:31.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.766+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~QXJ81U95K9MD.0 size=1048576 2026-04-02T11:49:31.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.767+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~QXJ81U95K9MD.1 size=1048576 2026-04-02T11:49:31.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.768+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~QXJ81U95K9MD.2 size=46400 2026-04-02T11:49:31.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.768+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=QXJ81U95K9MD tag=TKV4AA3KHEPR type=write size=3192128 2026-04-02T11:49:31.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.769+0000 7f5d7598a880 1 < suggested update operation key=11O38SMUYMX2 tag=VNBUGFQRBNI4 type=del size=2656414 2026-04-02T11:49:31.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.770+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=ULRFII8OE0Z9 type=del size=2059223 2026-04-02T11:49:31.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.771+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=18215A0LJPS4 type=del 2026-04-02T11:49:31.774 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.772+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=XSLBDIDEOWA1 type=write size=256134 2026-04-02T11:49:31.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.773+0000 7f5d7598a880 1 < completed write operation key=5AJK8GE86W32 tag=B1940G0MLU90 type=write size=293916 2026-04-02T11:49:31.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.774+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=RLSPFWFLL4KI type=del size=2821248 2026-04-02T11:49:31.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.775+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=C5AK177D4BAN type=del 2026-04-02T11:49:31.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.777+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~XEA9YFTSYAC1.0 size=783915 2026-04-02T11:49:31.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.777+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=XEA9YFTSYAC1 tag=BCN81T83OALL type=write size=1832491 2026-04-02T11:49:31.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.778+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=KZF7WFKG4JSH type=del 2026-04-02T11:49:31.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.779+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=UPC9XPVA6H5S type=del size=3100670 2026-04-02T11:49:31.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.780+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=X1UM98X8EJVY type=del 2026-04-02T11:49:31.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.780+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=JMUYNRJZSHDK type=del size=3455253 2026-04-02T11:49:31.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.781+0000 7f5d7598a880 1 < completed delete operation key=HOC3CF4CF4HD tag=0JBHWVYUP4HW type=del 2026-04-02T11:49:31.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.782+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=XGTXW7V13QR4 type=del size=655219 2026-04-02T11:49:31.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.783+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~A1JJQX4MH49Q.0 size=514759 2026-04-02T11:49:31.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.784+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=A1JJQX4MH49Q tag=H9H8ON1YULGA type=write size=1563335 2026-04-02T11:49:31.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.786+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~4XFY20VPHP48.0 size=312419 2026-04-02T11:49:31.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.786+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=4XFY20VPHP48 tag=3CB28F7IJPFL type=write size=1360995 2026-04-02T11:49:31.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.787+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~WSN7PAT8HMIP.0 size=1048576 2026-04-02T11:49:31.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.787+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~WSN7PAT8HMIP.1 size=193146 2026-04-02T11:49:31.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.789+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=WSN7PAT8HMIP tag=PEG999QTO0JN type=write size=2290298 2026-04-02T11:49:31.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.791+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~MOCDWFS1PZ3X.0 size=1048576 2026-04-02T11:49:31.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.791+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~MOCDWFS1PZ3X.1 size=1048576 2026-04-02T11:49:31.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.792+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~MOCDWFS1PZ3X.2 size=544320 2026-04-02T11:49:31.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.792+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=MOCDWFS1PZ3X tag=OBUZ71E10MUQ type=write size=3690048 2026-04-02T11:49:31.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.793+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~Z17DU7R3BR0U.0 size=1048576 2026-04-02T11:49:31.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.793+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~Z17DU7R3BR0U.1 size=1048576 2026-04-02T11:49:31.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.794+0000 7f5d7598a880 1 < completed part key=_multipart_JJ7N37F55IC3.2~Z17DU7R3BR0U.2 size=190761 2026-04-02T11:49:31.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.795+0000 7f5d7598a880 1 < completed multipart upload key=JJ7N37F55IC3 upload=Z17DU7R3BR0U tag=Q31TUA3CME5N type=write size=3336489 2026-04-02T11:49:31.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.796+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~7NHW5IA5XZK4.0 size=1048576 2026-04-02T11:49:31.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.797+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~7NHW5IA5XZK4.1 size=262254 2026-04-02T11:49:31.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.797+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=7NHW5IA5XZK4 tag=FYBS5IAZFNS5 type=write size=2359406 2026-04-02T11:49:31.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.798+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=WLOFFKO9PFSP type=del 2026-04-02T11:49:31.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.799+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~T2275XBAQ19G.0 size=1048576 2026-04-02T11:49:31.802 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.800+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~T2275XBAQ19G.1 size=1048576 2026-04-02T11:49:31.803 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.801+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~T2275XBAQ19G.2 size=219522 2026-04-02T11:49:31.803 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.801+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=T2275XBAQ19G tag=751M2A2WKY3P type=write size=3365250 2026-04-02T11:49:31.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.802+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~RFHNQOIJK5JC.0 size=1048576 2026-04-02T11:49:31.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.803+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~RFHNQOIJK5JC.1 size=820588 2026-04-02T11:49:31.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.804+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=RFHNQOIJK5JC tag=VUUVGUVXZ5XE type=write size=2917740 2026-04-02T11:49:31.807 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.805+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=WYSP8P2JZ3YE type=del size=4175720 2026-04-02T11:49:31.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.806+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~A7OZ598UR62A.0 size=1048576 2026-04-02T11:49:31.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.806+0000 7f5d7598a880 1 < canceled part key=_multipart_ZS5NQMR2F1CO.2~A7OZ598UR62A.1 size=405308 2026-04-02T11:49:31.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.807+0000 7f5d7598a880 1 < canceled multipart upload key=ZS5NQMR2F1CO upload=A7OZ598UR62A tag=77UBQ3QRT1X1 type=write size=2502460 2026-04-02T11:49:31.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.809+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~EE3XSTO24O73.0 size=931111 2026-04-02T11:49:31.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.809+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=EE3XSTO24O73 tag=D1MWRM45UGCJ type=write size=1979687 2026-04-02T11:49:31.812 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.810+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=9R0JQJHODWP5 type=del 2026-04-02T11:49:31.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.811+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=239B1EGG1BZ8 type=del size=3052593 2026-04-02T11:49:31.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.812+0000 7f5d7598a880 1 < suggested update operation key=WMXK0TM2YJZJ tag=KYVTOQRK2I1X type=del size=1830017 2026-04-02T11:49:31.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.813+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=3N5MI5PH2AKB type=write size=442884 2026-04-02T11:49:31.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.814+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~QXJ81U95K9MD.0 size=1048576 2026-04-02T11:49:31.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.815+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~QXJ81U95K9MD.1 size=1048576 2026-04-02T11:49:31.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.816+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~QXJ81U95K9MD.2 size=46400 2026-04-02T11:49:31.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.817+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=QXJ81U95K9MD tag=TKV4AA3KHEPR type=write size=3192128 2026-04-02T11:49:31.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.819+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~8LF12MT3FYCN.0 size=1048576 2026-04-02T11:49:31.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.819+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~8LF12MT3FYCN.1 size=161146 2026-04-02T11:49:31.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.819+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=8LF12MT3FYCN tag=87R2TCE2WLPM type=write size=2258298 2026-04-02T11:49:31.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.820+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=ULRFII8OE0Z9 type=del 2026-04-02T11:49:31.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.821+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=F651EPU54QAV type=del size=2501688 2026-04-02T11:49:31.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.822+0000 7f5d7598a880 1 < completed write operation key=HYSJYWQT3N55 tag=XSLBDIDEOWA1 type=write size=256134 2026-04-02T11:49:31.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.824+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=2IHKT7CUB5N1 type=del size=3881367 2026-04-02T11:49:31.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.825+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=RLSPFWFLL4KI type=del 2026-04-02T11:49:31.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.826+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=227SYB3Z9SRV type=del size=2504553 2026-04-02T11:49:31.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.827+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~XEA9YFTSYAC1.0 size=783915 2026-04-02T11:49:31.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.828+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=XEA9YFTSYAC1 tag=BCN81T83OALL type=write size=1832491 2026-04-02T11:49:31.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.830+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~SC6T2S3E2GPA.0 size=1048576 2026-04-02T11:49:31.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.830+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~SC6T2S3E2GPA.1 size=1048576 2026-04-02T11:49:31.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.831+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~SC6T2S3E2GPA.2 size=695088 2026-04-02T11:49:31.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.831+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=SC6T2S3E2GPA tag=GY092QIVFHTC type=write size=3840816 2026-04-02T11:49:31.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.832+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=UPC9XPVA6H5S type=del 2026-04-02T11:49:31.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.833+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=XNR03G7DETM6 type=del size=3631126 2026-04-02T11:49:31.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.834+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=JMUYNRJZSHDK type=del 2026-04-02T11:49:31.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.834+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=CYSCAU8BGK6S type=del size=2168830 2026-04-02T11:49:31.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.835+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=XGTXW7V13QR4 type=del 2026-04-02T11:49:31.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.836+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=DQ5Z1F7VY1BM type=write size=125548 2026-04-02T11:49:31.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.837+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~4XFY20VPHP48.0 size=312419 2026-04-02T11:49:31.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.838+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=4XFY20VPHP48 tag=3CB28F7IJPFL type=write size=1360995 2026-04-02T11:49:31.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.840+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~18S87ZIKEQ8O.0 size=512007 2026-04-02T11:49:31.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.840+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=18S87ZIKEQ8O tag=IV7IRFBCXH69 type=write size=1560583 2026-04-02T11:49:31.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.841+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~MOCDWFS1PZ3X.0 size=1048576 2026-04-02T11:49:31.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.843+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~MOCDWFS1PZ3X.1 size=1048576 2026-04-02T11:49:31.845 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.843+0000 7f5d7598a880 1 < canceled part key=_multipart_IOCSURQ3BMAF.2~MOCDWFS1PZ3X.2 size=544320 2026-04-02T11:49:31.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.845+0000 7f5d7598a880 1 < canceled multipart upload key=IOCSURQ3BMAF upload=MOCDWFS1PZ3X tag=OBUZ71E10MUQ type=write size=3690048 2026-04-02T11:49:31.848 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.846+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=Q0FWZMTS2WG4 type=del size=2385694 2026-04-02T11:49:31.848 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.846+0000 7f5d7598a880 1 < canceled part key=_multipart_5MI2F3J8J9MJ.2~7NHW5IA5XZK4.0 size=1048576 2026-04-02T11:49:31.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.847+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~7NHW5IA5XZK4.1 size=262254 2026-04-02T11:49:31.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.851+0000 7f5d7598a880 1 < canceled multipart upload key=5MI2F3J8J9MJ upload=7NHW5IA5XZK4 tag=FYBS5IAZFNS5 type=write size=2359406 2026-04-02T11:49:31.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.852+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=FCXVTFX0DYIH type=del size=2939051 2026-04-02T11:49:31.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.852+0000 7f5d7598a880 1 < canceled part key=_multipart_11O38SMUYMX2.2~T2275XBAQ19G.0 size=1048576 2026-04-02T11:49:31.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.853+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~T2275XBAQ19G.1 size=1048576 2026-04-02T11:49:31.855 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.853+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~T2275XBAQ19G.2 size=219522 2026-04-02T11:49:31.857 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.855+0000 7f5d7598a880 1 < canceled multipart upload key=11O38SMUYMX2 upload=T2275XBAQ19G tag=751M2A2WKY3P type=write size=3365250 2026-04-02T11:49:31.857 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.856+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=4L534EQEZ4JD type=del size=7285 2026-04-02T11:49:31.859 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.858+0000 7f5d7598a880 1 < suggested update operation key=42U7D3Y8Z7PW tag=WYSP8P2JZ3YE type=del size=4175720 2026-04-02T11:49:31.860 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.859+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=3SJ0EM117II2 type=write size=705621 2026-04-02T11:49:31.861 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.860+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~EE3XSTO24O73.0 size=931111 2026-04-02T11:49:31.863 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.861+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=EE3XSTO24O73 tag=D1MWRM45UGCJ type=write size=1979687 2026-04-02T11:49:31.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.862+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=FKLN8NA7SMX4 type=del size=381558 2026-04-02T11:49:31.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.863+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=239B1EGG1BZ8 type=del 2026-04-02T11:49:31.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.865+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=ZDQGPRTJNAEP type=del size=1932488 2026-04-02T11:49:31.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.866+0000 7f5d7598a880 1 < completed write operation key=07AW9BPTKOI3 tag=3N5MI5PH2AKB type=write size=442884 2026-04-02T11:49:31.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.866+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=0UVW36DN4D4Q type=del size=2559101 2026-04-02T11:49:31.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.867+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~8LF12MT3FYCN.0 size=1048576 2026-04-02T11:49:31.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.868+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~8LF12MT3FYCN.1 size=161146 2026-04-02T11:49:31.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.870+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=8LF12MT3FYCN tag=87R2TCE2WLPM type=write size=2258298 2026-04-02T11:49:31.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.871+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=HICS4Y6B4USJ type=del size=423022 2026-04-02T11:49:31.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.872+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=F651EPU54QAV type=del 2026-04-02T11:49:31.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.873+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=5LCE8P0IYAGH type=del size=3300512 2026-04-02T11:49:31.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.874+0000 7f5d7598a880 -1 < failed to complete operation key=42U7D3Y8Z7PW tag=2IHKT7CUB5N1 type=del size=3881367: (22) Invalid argument 2026-04-02T11:49:31.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.876+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~MWYE43OXE77L.0 size=1048576 2026-04-02T11:49:31.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.877+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~MWYE43OXE77L.1 size=46240 2026-04-02T11:49:31.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.877+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=MWYE43OXE77L tag=VWPDLO2BR931 type=write size=2143392 2026-04-02T11:49:31.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.878+0000 7f5d7598a880 1 < canceled operation key=VILE4YEMEN09 tag=227SYB3Z9SRV type=del size=2504553 2026-04-02T11:49:31.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.880+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~416SB3LQI6R3.0 size=1048576 2026-04-02T11:49:31.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.882+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~416SB3LQI6R3.1 size=602010 2026-04-02T11:49:31.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.882+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=416SB3LQI6R3 tag=CY39A9V1QEVY type=write size=2699162 2026-04-02T11:49:31.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.883+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~SC6T2S3E2GPA.0 size=1048576 2026-04-02T11:49:31.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.884+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~SC6T2S3E2GPA.1 size=1048576 2026-04-02T11:49:31.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.884+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~SC6T2S3E2GPA.2 size=695088 2026-04-02T11:49:31.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.885+0000 7f5d7598a880 1 < canceled multipart upload key=HOC3CF4CF4HD upload=SC6T2S3E2GPA tag=GY092QIVFHTC type=write size=3840816 2026-04-02T11:49:31.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.887+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~EWDTKNC1PCDI.0 size=1048576 2026-04-02T11:49:31.890 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.888+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~EWDTKNC1PCDI.1 size=1004363 2026-04-02T11:49:31.890 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.888+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=EWDTKNC1PCDI tag=OYMHXX2UMUN0 type=write size=3101515 2026-04-02T11:49:31.891 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.889+0000 7f5d7598a880 1 < completed delete operation key=ZS5NQMR2F1CO tag=XNR03G7DETM6 type=del 2026-04-02T11:49:31.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.891+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~SDQ15QWED79L.0 size=663253 2026-04-02T11:49:31.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.891+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=SDQ15QWED79L tag=KNW4L392Z26L type=write size=1711829 2026-04-02T11:49:31.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.891+0000 7f5d7598a880 1 < canceled operation key=88E9H9UTDGH9 tag=CYSCAU8BGK6S type=del size=2168830 2026-04-02T11:49:31.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.893+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~DM30JC9Z62BU.0 size=340406 2026-04-02T11:49:31.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.893+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=DM30JC9Z62BU tag=S3VHI8E2QFH1 type=write size=1388982 2026-04-02T11:49:31.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.894+0000 7f5d7598a880 1 < completed write operation key=J4VNVDQ38I9H tag=DQ5Z1F7VY1BM type=write size=125548 2026-04-02T11:49:31.897 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.895+0000 7f5d7598a880 1 > prepared operation key=HOC3CF4CF4HD tag=7GQLF7WBK7F1 type=del size=3153357 2026-04-02T11:49:31.897 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.896+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~18S87ZIKEQ8O.0 size=512007 2026-04-02T11:49:31.899 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.897+0000 7f5d7598a880 1 < completed multipart upload key=52PU1ZBC7VWW upload=18S87ZIKEQ8O tag=IV7IRFBCXH69 type=write size=1560583 2026-04-02T11:49:31.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.899+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~9O6V3F43Q4S3.0 size=1048576 2026-04-02T11:49:31.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.900+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~9O6V3F43Q4S3.1 size=1048576 2026-04-02T11:49:31.902 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.900+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~9O6V3F43Q4S3.2 size=616602 2026-04-02T11:49:31.902 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.900+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=9O6V3F43Q4S3 tag=UUC66YX5AR2A type=write size=3762330 2026-04-02T11:49:31.903 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.901+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=Q0FWZMTS2WG4 type=del 2026-04-02T11:49:31.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.902+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=VFC3N653QHMX type=write size=551780 2026-04-02T11:49:31.905 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.903+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=FCXVTFX0DYIH type=del 2026-04-02T11:49:31.906 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.904+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=VKPJ636F9HZB type=del size=2400542 2026-04-02T11:49:31.907 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.905+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=4L534EQEZ4JD type=del 2026-04-02T11:49:31.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.907+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~61CHAV5GUP7U.0 size=837327 2026-04-02T11:49:31.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.907+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=61CHAV5GUP7U tag=OBAU3BNXZF4J type=write size=1885903 2026-04-02T11:49:31.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.908+0000 7f5d7598a880 1 < suggested remove operation key=J4VNVDQ38I9H tag=3SJ0EM117II2 type=write 2026-04-02T11:49:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.909+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=UPD4D31FI5H4 type=del size=2088732 2026-04-02T11:49:31.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.910+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=FKLN8NA7SMX4 type=del 2026-04-02T11:49:31.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.912+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~I6DM1NCMJDLN.0 size=217978 2026-04-02T11:49:31.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.912+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=I6DM1NCMJDLN tag=M9JAVY4JNMBG type=write size=1266554 2026-04-02T11:49:31.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.927+0000 7f5d7598a880 1 < suggested remove operation key=5MI2F3J8J9MJ tag=ZDQGPRTJNAEP type=del 2026-04-02T11:49:31.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.929+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~RSR7X98HOAT4.0 size=1048576 2026-04-02T11:49:31.932 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.930+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~RSR7X98HOAT4.1 size=1048576 2026-04-02T11:49:31.932 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.931+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~RSR7X98HOAT4.2 size=767609 2026-04-02T11:49:31.932 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.931+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=RSR7X98HOAT4 tag=SJQCZ0B8FLAY type=write size=3913337 2026-04-02T11:49:31.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.931+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=0UVW36DN4D4Q type=del 2026-04-02T11:49:31.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.932+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=SGBBFEX16N6W type=del size=3582857 2026-04-02T11:49:31.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.933+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=HICS4Y6B4USJ type=del 2026-04-02T11:49:31.936 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.934+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=Y3TC94FGK3FW type=del size=2885672 2026-04-02T11:49:31.937 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.935+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=5LCE8P0IYAGH type=del 2026-04-02T11:49:31.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.936+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=DA82VIURGM27 type=del size=281365 2026-04-02T11:49:31.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.937+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~MWYE43OXE77L.0 size=1048576 2026-04-02T11:49:31.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.938+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~MWYE43OXE77L.1 size=46240 2026-04-02T11:49:31.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.939+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=MWYE43OXE77L tag=VWPDLO2BR931 type=write size=2143392 2026-04-02T11:49:31.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.940+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=GKLX4D4D85CC type=del size=3932583 2026-04-02T11:49:31.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.941+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~416SB3LQI6R3.0 size=1048576 2026-04-02T11:49:31.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.942+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~416SB3LQI6R3.1 size=602010 2026-04-02T11:49:31.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.943+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=416SB3LQI6R3 tag=CY39A9V1QEVY type=write size=2699162 2026-04-02T11:49:31.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.944+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=R5CBD1ACI0WI type=del size=3916039 2026-04-02T11:49:31.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.945+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~EWDTKNC1PCDI.0 size=1048576 2026-04-02T11:49:31.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.946+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~EWDTKNC1PCDI.1 size=1004363 2026-04-02T11:49:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.947+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=EWDTKNC1PCDI tag=OYMHXX2UMUN0 type=write size=3101515 2026-04-02T11:49:31.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.950+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~7SXNFE71CC6Q.0 size=1048576 2026-04-02T11:49:31.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.950+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~7SXNFE71CC6Q.1 size=1048576 2026-04-02T11:49:31.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.951+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~7SXNFE71CC6Q.2 size=977261 2026-04-02T11:49:31.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.951+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=7SXNFE71CC6Q tag=DSPIJUFVGBV4 type=write size=4122989 2026-04-02T11:49:31.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.952+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~SDQ15QWED79L.0 size=663253 2026-04-02T11:49:31.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.953+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=SDQ15QWED79L tag=KNW4L392Z26L type=write size=1711829 2026-04-02T11:49:31.956 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.954+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=B0HNRQ3Q56N5 type=write size=396007 2026-04-02T11:49:31.957 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.955+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~DM30JC9Z62BU.0 size=340406 2026-04-02T11:49:31.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.960+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=DM30JC9Z62BU tag=S3VHI8E2QFH1 type=write size=1388982 2026-04-02T11:49:31.964 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.962+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~TERA9LS95CNG.0 size=1048576 2026-04-02T11:49:31.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.963+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~TERA9LS95CNG.1 size=63027 2026-04-02T11:49:31.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.963+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=TERA9LS95CNG tag=VAK5CGYQQETB type=write size=2160179 2026-04-02T11:49:31.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.965+0000 7f5d7598a880 1 < suggested update operation key=HOC3CF4CF4HD tag=7GQLF7WBK7F1 type=del size=3153357 2026-04-02T11:49:31.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.966+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=W6LKGJWSIM14 type=del size=1548220 2026-04-02T11:49:31.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.967+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~9O6V3F43Q4S3.0 size=1048576 2026-04-02T11:49:31.970 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.968+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~9O6V3F43Q4S3.1 size=1048576 2026-04-02T11:49:31.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.970+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~9O6V3F43Q4S3.2 size=616602 2026-04-02T11:49:31.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.971+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=9O6V3F43Q4S3 tag=UUC66YX5AR2A type=write size=3762330 2026-04-02T11:49:31.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.973+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~KRAUZ17OO02E.0 size=1048576 2026-04-02T11:49:31.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.974+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~KRAUZ17OO02E.1 size=1048576 2026-04-02T11:49:31.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.975+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~KRAUZ17OO02E.2 size=934458 2026-04-02T11:49:31.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.975+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=KRAUZ17OO02E tag=JF7DJW76SCHE type=write size=4080186 2026-04-02T11:49:31.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.976+0000 7f5d7598a880 1 < completed write operation key=WMXK0TM2YJZJ tag=VFC3N653QHMX type=write size=551780 2026-04-02T11:49:31.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.978+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~83BXIUTAIEJ6.0 size=1048576 2026-04-02T11:49:31.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.979+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~83BXIUTAIEJ6.1 size=220077 2026-04-02T11:49:31.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.979+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=83BXIUTAIEJ6 tag=7ULM4C4NZMO8 type=write size=2317229 2026-04-02T11:49:31.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.980+0000 7f5d7598a880 1 < suggested remove operation key=BHZAHJYOGK2B tag=VKPJ636F9HZB type=del 2026-04-02T11:49:31.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.981+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=0OIVG1H9AEE8 type=del size=3500518 2026-04-02T11:49:31.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.982+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~61CHAV5GUP7U.0 size=837327 2026-04-02T11:49:31.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.984+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=61CHAV5GUP7U tag=OBAU3BNXZF4J type=write size=1885903 2026-04-02T11:49:31.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.984+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=0O5SBFJEC2HD type=write size=12141 2026-04-02T11:49:31.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.985+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=UPD4D31FI5H4 type=del 2026-04-02T11:49:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.986+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=5TTRR5PLK7BH type=del size=270546 2026-04-02T11:49:31.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.987+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~I6DM1NCMJDLN.0 size=217978 2026-04-02T11:49:31.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.988+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=I6DM1NCMJDLN tag=M9JAVY4JNMBG type=write size=1266554 2026-04-02T11:49:31.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.989+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=0WGS534YYVB6 type=del size=4064258 2026-04-02T11:49:31.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.989+0000 7f5d7598a880 1 < canceled part key=_multipart_J47182HKJTLL.2~RSR7X98HOAT4.0 size=1048576 2026-04-02T11:49:31.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.990+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~RSR7X98HOAT4.1 size=1048576 2026-04-02T11:49:31.993 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.991+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~RSR7X98HOAT4.2 size=767609 2026-04-02T11:49:31.994 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.992+0000 7f5d7598a880 1 < canceled multipart upload key=J47182HKJTLL upload=RSR7X98HOAT4 tag=SJQCZ0B8FLAY type=write size=3913337 2026-04-02T11:49:32.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.998+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~X1JPI2X2D3C7.0 size=1048576 2026-04-02T11:49:32.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.999+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~X1JPI2X2D3C7.1 size=268890 2026-04-02T11:49:32.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:31.999+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=X1JPI2X2D3C7 tag=TUSLEPZWQKYF type=write size=2366042 2026-04-02T11:49:32.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.000+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=SGBBFEX16N6W type=del 2026-04-02T11:49:32.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.001+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=SZNIPW7TM3TC type=del size=129065 2026-04-02T11:49:32.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.003+0000 7f5d7598a880 1 < suggested update operation key=5MI2F3J8J9MJ tag=Y3TC94FGK3FW type=del size=2885672 2026-04-02T11:49:32.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.003+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=UU55O27KZ4ZR type=del size=2577234 2026-04-02T11:49:32.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.004+0000 7f5d7598a880 1 < canceled operation key=5AJK8GE86W32 tag=DA82VIURGM27 type=del size=281365 2026-04-02T11:49:32.007 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.005+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=DMGH8YNHBB8I type=del size=1391769 2026-04-02T11:49:32.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.006+0000 7f5d7598a880 1 < canceled operation key=TG8AKFTZB4ZM tag=GKLX4D4D85CC type=del size=3932583 2026-04-02T11:49:32.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.007+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~HSG8WE8U8292.0 size=268438 2026-04-02T11:49:32.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.007+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=HSG8WE8U8292 tag=H8OGJTUINVRD type=write size=1317014 2026-04-02T11:49:32.010 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.008+0000 7f5d7598a880 1 < canceled operation key=TJDWV3CEZ1PF tag=R5CBD1ACI0WI type=del size=3916039 2026-04-02T11:49:32.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.009+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=T7LBG9NC8G2A type=del size=2069877 2026-04-02T11:49:32.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.009+0000 7f5d7598a880 1 < canceled part key=_multipart_6BTSQ5CT3T88.2~7SXNFE71CC6Q.0 size=1048576 2026-04-02T11:49:32.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.010+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~7SXNFE71CC6Q.1 size=1048576 2026-04-02T11:49:32.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.010+0000 7f5d7598a880 1 < canceled part key=_multipart_6BTSQ5CT3T88.2~7SXNFE71CC6Q.2 size=977261 2026-04-02T11:49:32.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.011+0000 7f5d7598a880 1 < canceled multipart upload key=6BTSQ5CT3T88 upload=7SXNFE71CC6Q tag=DSPIJUFVGBV4 type=write size=4122989 2026-04-02T11:49:32.014 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.012+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=QR89RYHMN8K3 type=del size=594503 2026-04-02T11:49:32.015 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.013+0000 7f5d7598a880 1 < completed write operation key=42U7D3Y8Z7PW tag=B0HNRQ3Q56N5 type=write size=396007 2026-04-02T11:49:32.016 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.014+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=G29ZQFJPS1XN type=del size=794867 2026-04-02T11:49:32.016 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.015+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~TERA9LS95CNG.0 size=1048576 2026-04-02T11:49:32.017 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.015+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~TERA9LS95CNG.1 size=63027 2026-04-02T11:49:32.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.017+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=TERA9LS95CNG tag=VAK5CGYQQETB type=write size=2160179 2026-04-02T11:49:32.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.018+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=1JR5D6ZVDNV6 type=del size=3824041 2026-04-02T11:49:32.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.018+0000 7f5d7598a880 1 < completed delete operation key=42U7D3Y8Z7PW tag=W6LKGJWSIM14 type=del 2026-04-02T11:49:32.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.019+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=S4AEY98Y3Y27 type=del size=3130788 2026-04-02T11:49:32.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.020+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~KRAUZ17OO02E.0 size=1048576 2026-04-02T11:49:32.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.021+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~KRAUZ17OO02E.1 size=1048576 2026-04-02T11:49:32.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.021+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~KRAUZ17OO02E.2 size=934458 2026-04-02T11:49:32.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.023+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=KRAUZ17OO02E tag=JF7DJW76SCHE type=write size=4080186 2026-04-02T11:49:32.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.023+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=2BTK3GO9QJW5 type=del size=3986513 2026-04-02T11:49:32.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.024+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~83BXIUTAIEJ6.0 size=1048576 2026-04-02T11:49:32.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.025+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~83BXIUTAIEJ6.1 size=220077 2026-04-02T11:49:32.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.027+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=83BXIUTAIEJ6 tag=7ULM4C4NZMO8 type=write size=2317229 2026-04-02T11:49:32.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.028+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=U9PUQ1ZAWJFU type=del size=2174718 2026-04-02T11:49:32.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.030+0000 7f5d7598a880 1 < suggested remove operation key=WMXK0TM2YJZJ tag=0OIVG1H9AEE8 type=del 2026-04-02T11:49:32.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.031+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=2BDMMSZPOT4U type=write size=22929 2026-04-02T11:49:32.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.031+0000 7f5d7598a880 1 < completed write operation key=3T2FDRTF7XHC tag=0O5SBFJEC2HD type=write size=12141 2026-04-02T11:49:32.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.032+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=NB7XT7X3K0NS type=write size=883887 2026-04-02T11:49:32.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.033+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=5TTRR5PLK7BH type=del 2026-04-02T11:49:32.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.035+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~SDJ6N2AQ4TLH.0 size=641546 2026-04-02T11:49:32.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.035+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=SDJ6N2AQ4TLH tag=67SIZWFPCAPN type=write size=1690122 2026-04-02T11:49:32.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.037+0000 7f5d7598a880 1 < suggested remove operation key=6BTSQ5CT3T88 tag=0WGS534YYVB6 type=del 2026-04-02T11:49:32.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.038+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~TTGCB6UCOTZD.0 size=118749 2026-04-02T11:49:32.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.038+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=TTGCB6UCOTZD tag=BORWLYPQTOAG type=write size=1167325 2026-04-02T11:49:32.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.039+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~X1JPI2X2D3C7.0 size=1048576 2026-04-02T11:49:32.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.039+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~X1JPI2X2D3C7.1 size=268890 2026-04-02T11:49:32.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.042+0000 7f5d7598a880 1 < canceled multipart upload key=HOC3CF4CF4HD upload=X1JPI2X2D3C7 tag=TUSLEPZWQKYF type=write size=2366042 2026-04-02T11:49:32.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.043+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=PJ9X7P1TOP2W type=write size=675459 2026-04-02T11:49:32.045 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.044+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=SZNIPW7TM3TC type=del 2026-04-02T11:49:32.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.045+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~V5TLPOA0K4O8.0 size=1048576 2026-04-02T11:49:32.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.046+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~V5TLPOA0K4O8.1 size=1048576 2026-04-02T11:49:32.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.047+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~V5TLPOA0K4O8.2 size=166114 2026-04-02T11:49:32.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.047+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=V5TLPOA0K4O8 tag=PMTPER1I8Z3W type=write size=3311842 2026-04-02T11:49:32.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.048+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=UU55O27KZ4ZR type=del 2026-04-02T11:49:32.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.049+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~8SJQAPW1JMS9.0 size=837500 2026-04-02T11:49:32.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.049+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=8SJQAPW1JMS9 tag=RZ67WHNO6K0M type=write size=1886076 2026-04-02T11:49:32.052 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.050+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=DMGH8YNHBB8I type=del 2026-04-02T11:49:32.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.051+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=5OXL58FB3AM8 type=del size=3868759 2026-04-02T11:49:32.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.052+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~HSG8WE8U8292.0 size=268438 2026-04-02T11:49:32.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.054+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=HSG8WE8U8292 tag=H8OGJTUINVRD type=write size=1317014 2026-04-02T11:49:32.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.055+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=8QL3G3O4N4I1 type=write size=65306 2026-04-02T11:49:32.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.057+0000 7f5d7598a880 1 < suggested update operation key=5SYEEEI3LHR1 tag=T7LBG9NC8G2A type=del size=2069877 2026-04-02T11:49:32.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.058+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=F1Z0HGYXYJQB type=del size=1912055 2026-04-02T11:49:32.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.059+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=QR89RYHMN8K3 type=del 2026-04-02T11:49:32.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.059+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=F6TCX7Z7CHBV type=del size=2218267 2026-04-02T11:49:32.062 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.060+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=G29ZQFJPS1XN type=del 2026-04-02T11:49:32.067 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.066+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~8YMAGU7JSZJ3.0 size=1048576 2026-04-02T11:49:32.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.066+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~8YMAGU7JSZJ3.1 size=1048576 2026-04-02T11:49:32.069 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.067+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~8YMAGU7JSZJ3.2 size=810955 2026-04-02T11:49:32.069 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.067+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=8YMAGU7JSZJ3 tag=1J4YOOL8E4YX type=write size=3956683 2026-04-02T11:49:32.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.068+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=1JR5D6ZVDNV6 type=del 2026-04-02T11:49:32.071 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.069+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=QO6GWGC6BI7S type=del size=990552 2026-04-02T11:49:32.071 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.070+0000 7f5d7598a880 1 < completed delete operation key=JJ7N37F55IC3 tag=S4AEY98Y3Y27 type=del 2026-04-02T11:49:32.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.071+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=DP3FV1LEAMRF type=write size=519038 2026-04-02T11:49:32.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.071+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=2BTK3GO9QJW5 type=del 2026-04-02T11:49:32.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.072+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=9ZY8G26OTU4M type=del size=897393 2026-04-02T11:49:32.075 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.073+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=U9PUQ1ZAWJFU type=del 2026-04-02T11:49:32.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.075+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~354UJ8I3OIG2.0 size=1048576 2026-04-02T11:49:32.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.076+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~354UJ8I3OIG2.1 size=347974 2026-04-02T11:49:32.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.076+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=354UJ8I3OIG2 tag=XXO79CA26VWS type=write size=2445126 2026-04-02T11:49:32.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.077+0000 7f5d7598a880 1 < completed write operation key=V6UN2ZWR2MRB tag=2BDMMSZPOT4U type=write size=22929 2026-04-02T11:49:32.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.078+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=W38KW644ZI49 type=del size=393243 2026-04-02T11:49:32.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.078+0000 7f5d7598a880 1 < completed write operation key=HYSJYWQT3N55 tag=NB7XT7X3K0NS type=write size=883887 2026-04-02T11:49:32.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.079+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=3K655UKRYXJ6 type=del size=3851871 2026-04-02T11:49:32.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.080+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~SDJ6N2AQ4TLH.0 size=641546 2026-04-02T11:49:32.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.082+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=SDJ6N2AQ4TLH tag=67SIZWFPCAPN type=write size=1690122 2026-04-02T11:49:32.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.083+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=L2A5D2A74U3B type=del size=2375467 2026-04-02T11:49:32.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.084+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~TTGCB6UCOTZD.0 size=118749 2026-04-02T11:49:32.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.085+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=TTGCB6UCOTZD tag=BORWLYPQTOAG type=write size=1167325 2026-04-02T11:49:32.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.086+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=9NZ73LFTSWTK type=write size=467345 2026-04-02T11:49:32.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.087+0000 7f5d7598a880 1 < canceled operation key=5AJK8GE86W32 tag=PJ9X7P1TOP2W type=write size=675459 2026-04-02T11:49:32.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.089+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~F0PDV3QD384H.0 size=1048576 2026-04-02T11:49:32.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.089+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~F0PDV3QD384H.1 size=244530 2026-04-02T11:49:32.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.089+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=F0PDV3QD384H tag=NEC3FZOZXOE2 type=write size=2341682 2026-04-02T11:49:32.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.090+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~V5TLPOA0K4O8.0 size=1048576 2026-04-02T11:49:32.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.090+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~V5TLPOA0K4O8.1 size=1048576 2026-04-02T11:49:32.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.091+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~V5TLPOA0K4O8.2 size=166114 2026-04-02T11:49:32.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.093+0000 7f5d7598a880 1 < canceled multipart upload key=HOC3CF4CF4HD upload=V5TLPOA0K4O8 tag=PMTPER1I8Z3W type=write size=3311842 2026-04-02T11:49:32.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.093+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=MF9HB9WTT3YO type=write size=355785 2026-04-02T11:49:32.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.094+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~8SJQAPW1JMS9.0 size=837500 2026-04-02T11:49:32.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.096+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=8SJQAPW1JMS9 tag=RZ67WHNO6K0M type=write size=1886076 2026-04-02T11:49:32.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.099+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=8M1W2UZ66QBF type=del size=145692 2026-04-02T11:49:32.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.101+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=5OXL58FB3AM8 type=del 2026-04-02T11:49:32.105 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.103+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~LXQIS7U1BBAK.0 size=691249 2026-04-02T11:49:32.105 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.103+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=LXQIS7U1BBAK tag=3Q2ZIXKADA47 type=write size=1739825 2026-04-02T11:49:32.106 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.104+0000 7f5d7598a880 1 < canceled operation key=07AW9BPTKOI3 tag=8QL3G3O4N4I1 type=write size=65306 2026-04-02T11:49:32.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.105+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=TQPLTYRYSWDG type=del size=3910586 2026-04-02T11:49:32.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.106+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=F1Z0HGYXYJQB type=del 2026-04-02T11:49:32.109 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.107+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~A20683GD6CFE.0 size=1048576 2026-04-02T11:49:32.110 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.108+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~A20683GD6CFE.1 size=1048576 2026-04-02T11:49:32.110 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.109+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~A20683GD6CFE.2 size=237641 2026-04-02T11:49:32.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.109+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=A20683GD6CFE tag=SIEDM8741JZW type=write size=3383369 2026-04-02T11:49:32.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.110+0000 7f5d7598a880 1 < canceled operation key=V6UN2ZWR2MRB tag=F6TCX7Z7CHBV type=del size=2218267 2026-04-02T11:49:32.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.111+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=FT6Y66XTG5NJ type=del size=1506614 2026-04-02T11:49:32.113 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.112+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~8YMAGU7JSZJ3.0 size=1048576 2026-04-02T11:49:32.113 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.112+0000 7f5d7598a880 1 < canceled part key=_multipart_42U7D3Y8Z7PW.2~8YMAGU7JSZJ3.1 size=1048576 2026-04-02T11:49:32.114 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.113+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~8YMAGU7JSZJ3.2 size=810955 2026-04-02T11:49:32.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.114+0000 7f5d7598a880 1 < canceled multipart upload key=42U7D3Y8Z7PW upload=8YMAGU7JSZJ3 tag=1J4YOOL8E4YX type=write size=3956683 2026-04-02T11:49:32.117 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.115+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=7Z6LRJO08KF0 type=del size=3940002 2026-04-02T11:49:32.119 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.117+0000 7f5d7598a880 1 < suggested update operation key=B069J9WSE2J1 tag=QO6GWGC6BI7S type=del size=990552 2026-04-02T11:49:32.121 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.119+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~85N5BLM60JL2.0 size=1048576 2026-04-02T11:49:32.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.120+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~85N5BLM60JL2.1 size=1048576 2026-04-02T11:49:32.123 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.121+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~85N5BLM60JL2.2 size=13238 2026-04-02T11:49:32.123 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.121+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=85N5BLM60JL2 tag=SM4POWZRAL6O type=write size=3158966 2026-04-02T11:49:32.123 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.122+0000 7f5d7598a880 1 < completed write operation key=ZQKQX36TNEUQ tag=DP3FV1LEAMRF type=write size=519038 2026-04-02T11:49:32.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.124+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~CSAIW2C7GDMX.0 size=1048576 2026-04-02T11:49:32.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.125+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~CSAIW2C7GDMX.1 size=1048576 2026-04-02T11:49:32.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.125+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~CSAIW2C7GDMX.2 size=682675 2026-04-02T11:49:32.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.125+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=CSAIW2C7GDMX tag=WYPK4899G2YH type=write size=3828403 2026-04-02T11:49:32.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.126+0000 7f5d7598a880 -1 < failed to complete operation key=B069J9WSE2J1 tag=9ZY8G26OTU4M type=del size=897393: (22) Invalid argument 2026-04-02T11:49:32.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.127+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=L6L3G945OIOR type=del size=1998458 2026-04-02T11:49:32.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.129+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~354UJ8I3OIG2.0 size=1048576 2026-04-02T11:49:32.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.129+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~354UJ8I3OIG2.1 size=347974 2026-04-02T11:49:32.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.131+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=354UJ8I3OIG2 tag=XXO79CA26VWS type=write size=2445126 2026-04-02T11:49:32.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.132+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=C2C85ZDVOSMN type=write size=1029877 2026-04-02T11:49:32.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.133+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=W38KW644ZI49 type=del 2026-04-02T11:49:32.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.134+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=JA3364MUWL9N type=del size=3001098 2026-04-02T11:49:32.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.136+0000 7f5d7598a880 1 < suggested remove operation key=7GZSL99JL986 tag=3K655UKRYXJ6 type=del 2026-04-02T11:49:32.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.140+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~SJR43E43URQ1.0 size=1048576 2026-04-02T11:49:32.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.141+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~SJR43E43URQ1.1 size=965760 2026-04-02T11:49:32.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.141+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=SJR43E43URQ1 tag=RYX9OBNCPGA5 type=write size=3062912 2026-04-02T11:49:32.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.142+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=L2A5D2A74U3B type=del 2026-04-02T11:49:32.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.143+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=MPDCW5ZC2XCA type=del size=613467 2026-04-02T11:49:32.146 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.144+0000 7f5d7598a880 1 < completed write operation key=5AJK8GE86W32 tag=9NZ73LFTSWTK type=write size=467345 2026-04-02T11:49:32.147 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.146+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~FCDS4DRCZVIU.0 size=1048576 2026-04-02T11:49:32.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.146+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~FCDS4DRCZVIU.1 size=1048576 2026-04-02T11:49:32.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.147+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~FCDS4DRCZVIU.2 size=420665 2026-04-02T11:49:32.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.147+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=FCDS4DRCZVIU tag=72PS3N2XZ2ZY type=write size=3566393 2026-04-02T11:49:32.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.148+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~F0PDV3QD384H.0 size=1048576 2026-04-02T11:49:32.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.148+0000 7f5d7598a880 1 < canceled part key=_multipart_B069J9WSE2J1.2~F0PDV3QD384H.1 size=244530 2026-04-02T11:49:32.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.150+0000 7f5d7598a880 1 < canceled multipart upload key=B069J9WSE2J1 upload=F0PDV3QD384H tag=NEC3FZOZXOE2 type=write size=2341682 2026-04-02T11:49:32.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.151+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=MZECBTCCU699 type=del size=1307866 2026-04-02T11:49:32.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.152+0000 7f5d7598a880 1 < completed write operation key=07AW9BPTKOI3 tag=MF9HB9WTT3YO type=write size=355785 2026-04-02T11:49:32.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.153+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~B9A2P7JAA2Z2.0 size=1048576 2026-04-02T11:49:32.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.154+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~B9A2P7JAA2Z2.1 size=1048576 2026-04-02T11:49:32.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.155+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~B9A2P7JAA2Z2.2 size=924247 2026-04-02T11:49:32.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.155+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=B9A2P7JAA2Z2 tag=J3RRY0X0XC25 type=write size=4069975 2026-04-02T11:49:32.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.156+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=8M1W2UZ66QBF type=del 2026-04-02T11:49:32.159 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.158+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~N09GRLJQR11A.0 size=581314 2026-04-02T11:49:32.159 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.158+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=N09GRLJQR11A tag=F8FE98F8QWPK type=write size=1629890 2026-04-02T11:49:32.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.159+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~LXQIS7U1BBAK.0 size=691249 2026-04-02T11:49:32.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.160+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=LXQIS7U1BBAK tag=3Q2ZIXKADA47 type=write size=1739825 2026-04-02T11:49:32.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.162+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~SJG1OLLVU8ZW.0 size=1048576 2026-04-02T11:49:32.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.163+0000 7f5d7598a880 1 > prepared part key=_multipart_TJDWV3CEZ1PF.2~SJG1OLLVU8ZW.1 size=3618 2026-04-02T11:49:32.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.163+0000 7f5d7598a880 1 > prepared multipart upload key=TJDWV3CEZ1PF upload=SJG1OLLVU8ZW tag=I8RYQTLFT3ZS type=write size=2100770 2026-04-02T11:49:32.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.164+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=TQPLTYRYSWDG type=del 2026-04-02T11:49:32.167 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.165+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~3WFYIOP2XSKO.0 size=1048576 2026-04-02T11:49:32.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.166+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~3WFYIOP2XSKO.1 size=1048576 2026-04-02T11:49:32.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.167+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~3WFYIOP2XSKO.2 size=117875 2026-04-02T11:49:32.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.167+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=3WFYIOP2XSKO tag=UGPZQWOR0IWR type=write size=3263603 2026-04-02T11:49:32.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.167+0000 7f5d7598a880 1 < canceled part key=_multipart_TJDWV3CEZ1PF.2~A20683GD6CFE.0 size=1048576 2026-04-02T11:49:32.170 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.168+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~A20683GD6CFE.1 size=1048576 2026-04-02T11:49:32.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.169+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~A20683GD6CFE.2 size=237641 2026-04-02T11:49:32.173 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.171+0000 7f5d7598a880 1 < canceled multipart upload key=TJDWV3CEZ1PF upload=A20683GD6CFE tag=SIEDM8741JZW type=write size=3383369 2026-04-02T11:49:32.173 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.172+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=VX155VMEG3BC type=del size=3769875 2026-04-02T11:49:32.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.174+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=FT6Y66XTG5NJ type=del 2026-04-02T11:49:32.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.176+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~L4BT5ECVU2L3.0 size=1048576 2026-04-02T11:49:32.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.177+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~L4BT5ECVU2L3.1 size=717594 2026-04-02T11:49:32.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.177+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=L4BT5ECVU2L3 tag=PG9KX1T220F9 type=write size=2814746 2026-04-02T11:49:32.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.178+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=7Z6LRJO08KF0 type=del 2026-04-02T11:49:32.180 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.179+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=GSOGE02C8G8C type=del size=82327 2026-04-02T11:49:32.181 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.180+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~85N5BLM60JL2.0 size=1048576 2026-04-02T11:49:32.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.180+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~85N5BLM60JL2.1 size=1048576 2026-04-02T11:49:32.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.181+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~85N5BLM60JL2.2 size=13238 2026-04-02T11:49:32.185 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.183+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=85N5BLM60JL2 tag=SM4POWZRAL6O type=write size=3158966 2026-04-02T11:49:32.186 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.184+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=5A49YHHF0Q2I type=del size=3693081 2026-04-02T11:49:32.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.185+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~CSAIW2C7GDMX.0 size=1048576 2026-04-02T11:49:32.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.186+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~CSAIW2C7GDMX.1 size=1048576 2026-04-02T11:49:32.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.187+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~CSAIW2C7GDMX.2 size=682675 2026-04-02T11:49:32.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.188+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=CSAIW2C7GDMX tag=WYPK4899G2YH type=write size=3828403 2026-04-02T11:49:32.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.190+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~5TVK2E5TLMDE.0 size=1048576 2026-04-02T11:49:32.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.191+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~5TVK2E5TLMDE.1 size=1048576 2026-04-02T11:49:32.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.192+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~5TVK2E5TLMDE.2 size=270362 2026-04-02T11:49:32.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.192+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=5TVK2E5TLMDE tag=LE6E9ARGLJ1Q type=write size=3416090 2026-04-02T11:49:32.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.192+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=L6L3G945OIOR type=del 2026-04-02T11:49:32.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.194+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~U8N03C7EWSUI.0 size=1048576 2026-04-02T11:49:32.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.195+0000 7f5d7598a880 1 > prepared part key=_multipart_UWKIR14N3KM3.2~U8N03C7EWSUI.1 size=431969 2026-04-02T11:49:32.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.195+0000 7f5d7598a880 1 > prepared multipart upload key=UWKIR14N3KM3 upload=U8N03C7EWSUI tag=ST7GVTR983MJ type=write size=2529121 2026-04-02T11:49:32.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.196+0000 7f5d7598a880 1 < completed write operation key=TG8AKFTZB4ZM tag=C2C85ZDVOSMN type=write size=1029877 2026-04-02T11:49:32.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.197+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=5B783HZES2AJ type=write size=918610 2026-04-02T11:49:32.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.198+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=JA3364MUWL9N type=del 2026-04-02T11:49:32.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.198+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=NGJ9FYQ7ISMV type=del size=3548950 2026-04-02T11:49:32.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.199+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~SJR43E43URQ1.0 size=1048576 2026-04-02T11:49:32.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.200+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~SJR43E43URQ1.1 size=965760 2026-04-02T11:49:32.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.202+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=SJR43E43URQ1 tag=RYX9OBNCPGA5 type=write size=3062912 2026-04-02T11:49:32.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.203+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=SPYRSSJ9WL8D type=del size=1241347 2026-04-02T11:49:32.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.204+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=MPDCW5ZC2XCA type=del 2026-04-02T11:49:32.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.205+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=32JXYUIQNOZJ type=del size=2697064 2026-04-02T11:49:32.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.206+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~FCDS4DRCZVIU.0 size=1048576 2026-04-02T11:49:32.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.206+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~FCDS4DRCZVIU.1 size=1048576 2026-04-02T11:49:32.209 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.207+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~FCDS4DRCZVIU.2 size=420665 2026-04-02T11:49:32.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.209+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=FCDS4DRCZVIU tag=72PS3N2XZ2ZY type=write size=3566393 2026-04-02T11:49:32.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.209+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=OOO5DJQ87PC1 type=del size=96595 2026-04-02T11:49:32.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.212+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=MZECBTCCU699 type=del 2026-04-02T11:49:32.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.213+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=DJU0KVAIRTU3 type=write size=696509 2026-04-02T11:49:32.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.214+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~B9A2P7JAA2Z2.0 size=1048576 2026-04-02T11:49:32.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.215+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~B9A2P7JAA2Z2.1 size=1048576 2026-04-02T11:49:32.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.215+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~B9A2P7JAA2Z2.2 size=924247 2026-04-02T11:49:32.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.217+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=B9A2P7JAA2Z2 tag=J3RRY0X0XC25 type=write size=4069975 2026-04-02T11:49:32.221 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.219+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~RVUBDFW4V5NU.0 size=1048576 2026-04-02T11:49:32.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.220+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~RVUBDFW4V5NU.1 size=1048576 2026-04-02T11:49:32.223 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.221+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~RVUBDFW4V5NU.2 size=871552 2026-04-02T11:49:32.223 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.221+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=RVUBDFW4V5NU tag=2JP1RQINTR4H type=write size=4017280 2026-04-02T11:49:32.223 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.222+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~N09GRLJQR11A.0 size=581314 2026-04-02T11:49:32.225 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.223+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=N09GRLJQR11A tag=F8FE98F8QWPK type=write size=1629890 2026-04-02T11:49:32.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.225+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~TY0380G12QYL.0 size=1048576 2026-04-02T11:49:32.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.226+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~TY0380G12QYL.1 size=1048576 2026-04-02T11:49:32.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.226+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~TY0380G12QYL.2 size=1026321 2026-04-02T11:49:32.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.226+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=TY0380G12QYL tag=TBM9KX8PJZA6 type=write size=4172049 2026-04-02T11:49:32.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.227+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~SJG1OLLVU8ZW.0 size=1048576 2026-04-02T11:49:32.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.228+0000 7f5d7598a880 1 < completed part key=_multipart_TJDWV3CEZ1PF.2~SJG1OLLVU8ZW.1 size=3618 2026-04-02T11:49:32.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.230+0000 7f5d7598a880 1 < completed multipart upload key=TJDWV3CEZ1PF upload=SJG1OLLVU8ZW tag=I8RYQTLFT3ZS type=write size=2100770 2026-04-02T11:49:32.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.231+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=9ISPVNFIILG5 type=write size=775934 2026-04-02T11:49:32.234 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.232+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~3WFYIOP2XSKO.0 size=1048576 2026-04-02T11:49:32.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.233+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~3WFYIOP2XSKO.1 size=1048576 2026-04-02T11:49:32.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.233+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~3WFYIOP2XSKO.2 size=117875 2026-04-02T11:49:32.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.235+0000 7f5d7598a880 1 < completed multipart upload key=UWKIR14N3KM3 upload=3WFYIOP2XSKO tag=UGPZQWOR0IWR type=write size=3263603 2026-04-02T11:49:32.238 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.236+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~L5M5VGS2E3BV.0 size=1048576 2026-04-02T11:49:32.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.237+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~L5M5VGS2E3BV.1 size=1048576 2026-04-02T11:49:32.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.238+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~L5M5VGS2E3BV.2 size=505531 2026-04-02T11:49:32.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.238+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=L5M5VGS2E3BV tag=MY3W40LW4TT6 type=write size=3651259 2026-04-02T11:49:32.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.239+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=VX155VMEG3BC type=del 2026-04-02T11:49:32.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.239+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=PK7VUZFNH5ES type=del size=2581142 2026-04-02T11:49:32.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.240+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~L4BT5ECVU2L3.0 size=1048576 2026-04-02T11:49:32.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.241+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~L4BT5ECVU2L3.1 size=717594 2026-04-02T11:49:32.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.242+0000 7f5d7598a880 1 < completed multipart upload key=5AJK8GE86W32 upload=L4BT5ECVU2L3 tag=PG9KX1T220F9 type=write size=2814746 2026-04-02T11:49:32.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.247+0000 7f5d7598a880 1 > prepared part key=_multipart_6F1O9WBBDT51.2~4G6LOV2N7276.0 size=1044399 2026-04-02T11:49:32.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.247+0000 7f5d7598a880 1 > prepared multipart upload key=6F1O9WBBDT51 upload=4G6LOV2N7276 tag=U0V9CIH0J6SH type=write size=2092975 2026-04-02T11:49:32.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.248+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=GSOGE02C8G8C type=del 2026-04-02T11:49:32.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.250+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~0ZNCCTD7M57I.0 size=338853 2026-04-02T11:49:32.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.250+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=0ZNCCTD7M57I tag=09H8M4KUS07B type=write size=1387429 2026-04-02T11:49:32.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.251+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=5A49YHHF0Q2I type=del 2026-04-02T11:49:32.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.252+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=ICZ5XV08IMW3 type=del size=3469249 2026-04-02T11:49:32.255 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.253+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~5TVK2E5TLMDE.0 size=1048576 2026-04-02T11:49:32.255 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.254+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~5TVK2E5TLMDE.1 size=1048576 2026-04-02T11:49:32.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.255+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~5TVK2E5TLMDE.2 size=270362 2026-04-02T11:49:32.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.257+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=5TVK2E5TLMDE tag=LE6E9ARGLJ1Q type=write size=3416090 2026-04-02T11:49:32.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.258+0000 7f5d7598a880 1 > prepared part key=_multipart_11O38SMUYMX2.2~ABFB3AZP2MLI.0 size=961052 2026-04-02T11:49:32.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.258+0000 7f5d7598a880 1 > prepared multipart upload key=11O38SMUYMX2 upload=ABFB3AZP2MLI tag=TADR9O8VMFW1 type=write size=2009628 2026-04-02T11:49:32.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.259+0000 7f5d7598a880 1 < canceled part key=_multipart_UWKIR14N3KM3.2~U8N03C7EWSUI.0 size=1048576 2026-04-02T11:49:32.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.259+0000 7f5d7598a880 1 < completed part key=_multipart_UWKIR14N3KM3.2~U8N03C7EWSUI.1 size=431969 2026-04-02T11:49:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.261+0000 7f5d7598a880 1 < canceled multipart upload key=UWKIR14N3KM3 upload=U8N03C7EWSUI tag=ST7GVTR983MJ type=write size=2529121 2026-04-02T11:49:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.262+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=EE6ESQFU92OW type=del size=2250069 2026-04-02T11:49:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.263+0000 7f5d7598a880 1 < completed write operation key=6F1O9WBBDT51 tag=5B783HZES2AJ type=write size=918610 2026-04-02T11:49:32.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.263+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=FHSX1GW70LF2 type=del size=2373530 2026-04-02T11:49:32.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.264+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=NGJ9FYQ7ISMV type=del 2026-04-02T11:49:32.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.265+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=HP4VJIV8JQY0 type=del size=1897821 2026-04-02T11:49:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.266+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=SPYRSSJ9WL8D type=del 2026-04-02T11:49:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.267+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=YZG1MC94EP2Y type=write size=771243 2026-04-02T11:49:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.268+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=32JXYUIQNOZJ type=del 2026-04-02T11:49:32.271 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.269+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~HYH8SE6O6U4Z.0 size=915881 2026-04-02T11:49:32.271 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.269+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=HYH8SE6O6U4Z tag=ZGCK2G0Y18TE type=write size=1964457 2026-04-02T11:49:32.272 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.270+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=OOO5DJQ87PC1 type=del 2026-04-02T11:49:32.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.272+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~7S0KFRXE7RXP.0 size=1048576 2026-04-02T11:49:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.272+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~7S0KFRXE7RXP.1 size=335886 2026-04-02T11:49:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.272+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=7S0KFRXE7RXP tag=HMUWGGCS4CBG type=write size=2433038 2026-04-02T11:49:32.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.273+0000 7f5d7598a880 1 < completed write operation key=42U7D3Y8Z7PW tag=DJU0KVAIRTU3 type=write size=696509 2026-04-02T11:49:32.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.275+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~CKHOYME67M09.0 size=1048576 2026-04-02T11:49:32.278 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.276+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~CKHOYME67M09.1 size=1048576 2026-04-02T11:49:32.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.277+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~CKHOYME67M09.2 size=559803 2026-04-02T11:49:32.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.277+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=CKHOYME67M09 tag=TQRZUM5RSWWX type=write size=3705531 2026-04-02T11:49:32.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.278+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~RVUBDFW4V5NU.0 size=1048576 2026-04-02T11:49:32.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.279+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~RVUBDFW4V5NU.1 size=1048576 2026-04-02T11:49:32.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.279+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~RVUBDFW4V5NU.2 size=871552 2026-04-02T11:49:32.284 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.282+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=RVUBDFW4V5NU tag=2JP1RQINTR4H type=write size=4017280 2026-04-02T11:49:32.284 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.283+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=E5J49BRJSNCW type=del size=420859 2026-04-02T11:49:32.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.284+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~TY0380G12QYL.0 size=1048576 2026-04-02T11:49:32.286 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.284+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~TY0380G12QYL.1 size=1048576 2026-04-02T11:49:32.287 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.285+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~TY0380G12QYL.2 size=1026321 2026-04-02T11:49:32.288 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.286+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=TY0380G12QYL tag=TBM9KX8PJZA6 type=write size=4172049 2026-04-02T11:49:32.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.288+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~RWLGN60J820P.0 size=1048576 2026-04-02T11:49:32.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.289+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~RWLGN60J820P.1 size=1048576 2026-04-02T11:49:32.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.290+0000 7f5d7598a880 1 > prepared part key=_multipart_WMXK0TM2YJZJ.2~RWLGN60J820P.2 size=757211 2026-04-02T11:49:32.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.290+0000 7f5d7598a880 1 > prepared multipart upload key=WMXK0TM2YJZJ upload=RWLGN60J820P tag=FT2N1X76MLGT type=write size=3902939 2026-04-02T11:49:32.292 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.290+0000 7f5d7598a880 1 < completed write operation key=6F1O9WBBDT51 tag=9ISPVNFIILG5 type=write size=775934 2026-04-02T11:49:32.294 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.292+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~QSFC46YU92WX.0 size=1048576 2026-04-02T11:49:32.294 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.292+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~QSFC46YU92WX.1 size=434160 2026-04-02T11:49:32.294 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.292+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=QSFC46YU92WX tag=H7CF0V1NYNJ7 type=write size=2531312 2026-04-02T11:49:32.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.293+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~L5M5VGS2E3BV.0 size=1048576 2026-04-02T11:49:32.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.294+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~L5M5VGS2E3BV.1 size=1048576 2026-04-02T11:49:32.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.295+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~L5M5VGS2E3BV.2 size=505531 2026-04-02T11:49:32.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.297+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=L5M5VGS2E3BV tag=MY3W40LW4TT6 type=write size=3651259 2026-04-02T11:49:32.299 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.298+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=S51N217V99JL type=del size=3300251 2026-04-02T11:49:32.300 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.298+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=PK7VUZFNH5ES type=del 2026-04-02T11:49:32.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.299+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=OCULQT31J1PM type=del size=707962 2026-04-02T11:49:32.302 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.300+0000 7f5d7598a880 1 < completed part key=_multipart_6F1O9WBBDT51.2~4G6LOV2N7276.0 size=1044399 2026-04-02T11:49:32.304 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.303+0000 7f5d7598a880 1 < completed multipart upload key=6F1O9WBBDT51 upload=4G6LOV2N7276 tag=U0V9CIH0J6SH type=write size=2092975 2026-04-02T11:49:32.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.304+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=MB27M2FLXLXM type=del size=2473948 2026-04-02T11:49:32.307 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.305+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~0ZNCCTD7M57I.0 size=338853 2026-04-02T11:49:32.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.307+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=0ZNCCTD7M57I tag=09H8M4KUS07B type=write size=1387429 2026-04-02T11:49:32.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.308+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=P2WXGKX82CPL type=del size=3770514 2026-04-02T11:49:32.311 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.309+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=ICZ5XV08IMW3 type=del 2026-04-02T11:49:32.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.310+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=I5VG0UX6ZOIJ type=write size=112419 2026-04-02T11:49:32.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.311+0000 7f5d7598a880 1 < completed part key=_multipart_11O38SMUYMX2.2~ABFB3AZP2MLI.0 size=961052 2026-04-02T11:49:32.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.313+0000 7f5d7598a880 1 < completed multipart upload key=11O38SMUYMX2 upload=ABFB3AZP2MLI tag=TADR9O8VMFW1 type=write size=2009628 2026-04-02T11:49:32.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.315+0000 7f5d7598a880 1 > prepared part key=_multipart_J47182HKJTLL.2~WXOK3EJZQWUY.0 size=706600 2026-04-02T11:49:32.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.315+0000 7f5d7598a880 1 > prepared multipart upload key=J47182HKJTLL upload=WXOK3EJZQWUY tag=T2EFDR2JWETL type=write size=1755176 2026-04-02T11:49:32.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.315+0000 7f5d7598a880 1 < completed delete operation key=WMXK0TM2YJZJ tag=EE6ESQFU92OW type=del 2026-04-02T11:49:32.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.316+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=P5T3WODDWYCK type=del size=769866 2026-04-02T11:49:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.317+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=FHSX1GW70LF2 type=del 2026-04-02T11:49:32.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.318+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=64QFFYQ2LI87 type=del size=764321 2026-04-02T11:49:32.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.320+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=HP4VJIV8JQY0 type=del 2026-04-02T11:49:32.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.321+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=NUP4AI0H8J1J type=del size=2537875 2026-04-02T11:49:32.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.322+0000 7f5d7598a880 1 < completed write operation key=6BTSQ5CT3T88 tag=YZG1MC94EP2Y type=write size=771243 2026-04-02T11:49:32.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.323+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=PHTGVCJO861D type=del size=1440545 2026-04-02T11:49:32.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.324+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~HYH8SE6O6U4Z.0 size=915881 2026-04-02T11:49:32.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.325+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=HYH8SE6O6U4Z tag=ZGCK2G0Y18TE type=write size=1964457 2026-04-02T11:49:32.328 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.326+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=KKZW7QWWE404 type=write size=976360 2026-04-02T11:49:32.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.327+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~7S0KFRXE7RXP.0 size=1048576 2026-04-02T11:49:32.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.327+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~7S0KFRXE7RXP.1 size=335886 2026-04-02T11:49:32.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.329+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=7S0KFRXE7RXP tag=HMUWGGCS4CBG type=write size=2433038 2026-04-02T11:49:32.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.330+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=QPRMRXN0D2IQ type=write size=763954 2026-04-02T11:49:32.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.331+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~CKHOYME67M09.0 size=1048576 2026-04-02T11:49:32.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.331+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~CKHOYME67M09.1 size=1048576 2026-04-02T11:49:32.334 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.332+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~CKHOYME67M09.2 size=559803 2026-04-02T11:49:32.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.333+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=CKHOYME67M09 tag=TQRZUM5RSWWX type=write size=3705531 2026-04-02T11:49:32.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.335+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~0LQIK27E0LHN.0 size=1048576 2026-04-02T11:49:32.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.335+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~0LQIK27E0LHN.1 size=483900 2026-04-02T11:49:32.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.335+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=0LQIK27E0LHN tag=T1PDWIZ7KGRS type=write size=2581052 2026-04-02T11:49:32.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.336+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=E5J49BRJSNCW type=del 2026-04-02T11:49:32.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.337+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=ZHQJ3C5NMH40 type=del size=1555816 2026-04-02T11:49:32.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.338+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~RWLGN60J820P.0 size=1048576 2026-04-02T11:49:32.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.339+0000 7f5d7598a880 1 < completed part key=_multipart_WMXK0TM2YJZJ.2~RWLGN60J820P.1 size=1048576 2026-04-02T11:49:32.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.339+0000 7f5d7598a880 1 < canceled part key=_multipart_WMXK0TM2YJZJ.2~RWLGN60J820P.2 size=757211 2026-04-02T11:49:32.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.340+0000 7f5d7598a880 1 < canceled multipart upload key=WMXK0TM2YJZJ upload=RWLGN60J820P tag=FT2N1X76MLGT type=write size=3902939 2026-04-02T11:49:32.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.341+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=II9TSF8MHQ3C type=del size=4008046 2026-04-02T11:49:32.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.341+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~QSFC46YU92WX.0 size=1048576 2026-04-02T11:49:32.344 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.342+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~QSFC46YU92WX.1 size=434160 2026-04-02T11:49:32.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.346+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=QSFC46YU92WX tag=H7CF0V1NYNJ7 type=write size=2531312 2026-04-02T11:49:32.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.348+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~2QK6VUMWLOH8.0 size=1048576 2026-04-02T11:49:32.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.348+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~2QK6VUMWLOH8.1 size=1048576 2026-04-02T11:49:32.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.349+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~2QK6VUMWLOH8.2 size=292107 2026-04-02T11:49:32.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.349+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=2QK6VUMWLOH8 tag=GMCWIDH0TKWH type=write size=3437835 2026-04-02T11:49:32.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.350+0000 7f5d7598a880 1 < completed delete operation key=OCGXGNN4YVH3 tag=S51N217V99JL type=del 2026-04-02T11:49:32.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.351+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~6221NNHZGI2C.0 size=1048576 2026-04-02T11:49:32.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.352+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~6221NNHZGI2C.1 size=281285 2026-04-02T11:49:32.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.352+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=6221NNHZGI2C tag=SVDWGSQY3L7Z type=write size=2378437 2026-04-02T11:49:32.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.352+0000 7f5d7598a880 1 < canceled operation key=HYSJYWQT3N55 tag=OCULQT31J1PM type=del size=707962 2026-04-02T11:49:32.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.354+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~YLYOI56DMH50.0 size=1048576 2026-04-02T11:49:32.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.354+0000 7f5d7598a880 1 > prepared part key=_multipart_6BTSQ5CT3T88.2~YLYOI56DMH50.1 size=791382 2026-04-02T11:49:32.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.354+0000 7f5d7598a880 1 > prepared multipart upload key=6BTSQ5CT3T88 upload=YLYOI56DMH50 tag=P3YQE9B41KT1 type=write size=2888534 2026-04-02T11:49:32.357 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.355+0000 7f5d7598a880 1 < canceled operation key=B069J9WSE2J1 tag=MB27M2FLXLXM type=del size=2473948 2026-04-02T11:49:32.358 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.356+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=P7NJEXHIGYER type=del size=1441766 2026-04-02T11:49:32.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.357+0000 7f5d7598a880 1 < canceled operation key=6F1O9WBBDT51 tag=P2WXGKX82CPL type=del size=3770514 2026-04-02T11:49:32.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.358+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~NI2Q58FWZH4E.0 size=1048576 2026-04-02T11:49:32.361 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.359+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~NI2Q58FWZH4E.1 size=1048576 2026-04-02T11:49:32.361 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.360+0000 7f5d7598a880 1 > prepared part key=_multipart_5AJK8GE86W32.2~NI2Q58FWZH4E.2 size=224699 2026-04-02T11:49:32.361 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.360+0000 7f5d7598a880 1 > prepared multipart upload key=5AJK8GE86W32 upload=NI2Q58FWZH4E tag=V13BI0LDSKUE type=write size=3370427 2026-04-02T11:49:32.363 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.361+0000 7f5d7598a880 1 < suggested remove operation key=WMXK0TM2YJZJ tag=I5VG0UX6ZOIJ type=write 2026-04-02T11:49:32.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.362+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=LR7L07FR5DML type=write size=902822 2026-04-02T11:49:32.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.363+0000 7f5d7598a880 1 < completed part key=_multipart_J47182HKJTLL.2~WXOK3EJZQWUY.0 size=706600 2026-04-02T11:49:32.366 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.364+0000 7f5d7598a880 1 < completed multipart upload key=J47182HKJTLL upload=WXOK3EJZQWUY tag=T2EFDR2JWETL type=write size=1755176 2026-04-02T11:49:32.366 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.365+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=5C2AK61FTUSQ type=del size=1341260 2026-04-02T11:49:32.367 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.365+0000 7f5d7598a880 1 < canceled operation key=5MI2F3J8J9MJ tag=P5T3WODDWYCK type=del size=769866 2026-04-02T11:49:32.368 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.366+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=4GWZZ9R3IRVY type=del size=3833719 2026-04-02T11:49:32.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.367+0000 7f5d7598a880 1 < canceled operation key=C6GX0GW6KDYE tag=64QFFYQ2LI87 type=del size=764321 2026-04-02T11:49:32.369 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.368+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=2SO66B1L084Q type=del size=1246207 2026-04-02T11:49:32.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.369+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=NUP4AI0H8J1J type=del 2026-04-02T11:49:32.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.370+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~9KFY8F1T41NU.0 size=262186 2026-04-02T11:49:32.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.370+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=9KFY8F1T41NU tag=D2YNPSEHVMRZ type=write size=1310762 2026-04-02T11:49:32.373 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.371+0000 7f5d7598a880 1 < canceled operation key=J47182HKJTLL tag=PHTGVCJO861D type=del size=1440545 2026-04-02T11:49:32.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.372+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~OTNTRRTMVTIN.0 size=1048576 2026-04-02T11:49:32.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.373+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~OTNTRRTMVTIN.1 size=1048576 2026-04-02T11:49:32.375 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.373+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~OTNTRRTMVTIN.2 size=130920 2026-04-02T11:49:32.375 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.373+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=OTNTRRTMVTIN tag=QVXH116HTD29 type=write size=3276648 2026-04-02T11:49:32.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.375+0000 7f5d7598a880 1 < suggested remove operation key=OCGXGNN4YVH3 tag=KKZW7QWWE404 type=write 2026-04-02T11:49:32.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.376+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=FYF5R9UEECUN type=del size=2313262 2026-04-02T11:49:32.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.376+0000 7f5d7598a880 1 < completed write operation key=ZS5NQMR2F1CO tag=QPRMRXN0D2IQ type=write size=763954 2026-04-02T11:49:32.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.377+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=0PZH5S8N13GA type=del size=2622054 2026-04-02T11:49:32.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.378+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~0LQIK27E0LHN.0 size=1048576 2026-04-02T11:49:32.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.379+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~0LQIK27E0LHN.1 size=483900 2026-04-02T11:49:32.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.380+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=0LQIK27E0LHN tag=T1PDWIZ7KGRS type=write size=2581052 2026-04-02T11:49:32.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.381+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~16WEDN2I7RXG.0 size=1048576 2026-04-02T11:49:32.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.382+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~16WEDN2I7RXG.1 size=1046679 2026-04-02T11:49:32.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.382+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=16WEDN2I7RXG tag=H22S3XK2RS18 type=write size=3143831 2026-04-02T11:49:32.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.383+0000 7f5d7598a880 1 < canceled operation key=VILE4YEMEN09 tag=ZHQJ3C5NMH40 type=del size=1555816 2026-04-02T11:49:32.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.384+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=YQS3U6P8GXZO type=del size=1393410 2026-04-02T11:49:32.386 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.385+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=II9TSF8MHQ3C type=del 2026-04-02T11:49:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.386+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~Y2EJH6N9ENB0.0 size=1048576 2026-04-02T11:49:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.387+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~Y2EJH6N9ENB0.1 size=1048576 2026-04-02T11:49:32.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.387+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~Y2EJH6N9ENB0.2 size=163361 2026-04-02T11:49:32.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.387+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=Y2EJH6N9ENB0 tag=H5J5L4MCJB9T type=write size=3309089 2026-04-02T11:49:32.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.388+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~2QK6VUMWLOH8.0 size=1048576 2026-04-02T11:49:32.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.389+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~2QK6VUMWLOH8.1 size=1048576 2026-04-02T11:49:32.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.390+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~2QK6VUMWLOH8.2 size=292107 2026-04-02T11:49:32.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.392+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=2QK6VUMWLOH8 tag=GMCWIDH0TKWH type=write size=3437835 2026-04-02T11:49:32.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.392+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=ITJBUBE8H51T type=del size=1786493 2026-04-02T11:49:32.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.393+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~6221NNHZGI2C.0 size=1048576 2026-04-02T11:49:32.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.394+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~6221NNHZGI2C.1 size=281285 2026-04-02T11:49:32.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.395+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=6221NNHZGI2C tag=SVDWGSQY3L7Z type=write size=2378437 2026-04-02T11:49:32.398 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.396+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=MZ1H4PPGOUBK type=write size=67138 2026-04-02T11:49:32.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.399+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~YLYOI56DMH50.0 size=1048576 2026-04-02T11:49:32.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.400+0000 7f5d7598a880 1 < completed part key=_multipart_6BTSQ5CT3T88.2~YLYOI56DMH50.1 size=791382 2026-04-02T11:49:32.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.401+0000 7f5d7598a880 1 < completed multipart upload key=6BTSQ5CT3T88 upload=YLYOI56DMH50 tag=P3YQE9B41KT1 type=write size=2888534 2026-04-02T11:49:32.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.402+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=RMFO4YWKTYWN type=write size=774648 2026-04-02T11:49:32.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.403+0000 7f5d7598a880 1 < canceled operation key=HYSJYWQT3N55 tag=P7NJEXHIGYER type=del size=1441766 2026-04-02T11:49:32.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.404+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~GRJGFHV5H1A1.0 size=108904 2026-04-02T11:49:32.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.404+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=GRJGFHV5H1A1 tag=IM3ET9PV1IFQ type=write size=1157480 2026-04-02T11:49:32.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.404+0000 7f5d7598a880 1 < canceled part key=_multipart_5AJK8GE86W32.2~NI2Q58FWZH4E.0 size=1048576 2026-04-02T11:49:32.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.405+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~NI2Q58FWZH4E.1 size=1048576 2026-04-02T11:49:32.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.406+0000 7f5d7598a880 1 < completed part key=_multipart_5AJK8GE86W32.2~NI2Q58FWZH4E.2 size=224699 2026-04-02T11:49:32.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.407+0000 7f5d7598a880 1 < canceled multipart upload key=5AJK8GE86W32 upload=NI2Q58FWZH4E tag=V13BI0LDSKUE type=write size=3370427 2026-04-02T11:49:32.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.410+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~5R2CTLMICHNG.0 size=640626 2026-04-02T11:49:32.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.410+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=5R2CTLMICHNG tag=HXQQL9J1JCC3 type=write size=1689202 2026-04-02T11:49:32.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.410+0000 7f5d7598a880 1 < completed write operation key=ZS5NQMR2F1CO tag=LR7L07FR5DML type=write size=902822 2026-04-02T11:49:32.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.412+0000 7f5d7598a880 1 > prepared operation key=J4VNVDQ38I9H tag=MVXUMV2X3JGW type=del size=3828946 2026-04-02T11:49:32.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.413+0000 7f5d7598a880 1 < canceled operation key=5AJK8GE86W32 tag=5C2AK61FTUSQ type=del size=1341260 2026-04-02T11:49:32.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.414+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~MBWTEEG8YBRQ.0 size=1048576 2026-04-02T11:49:32.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.415+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~MBWTEEG8YBRQ.1 size=1048576 2026-04-02T11:49:32.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.415+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~MBWTEEG8YBRQ.2 size=268891 2026-04-02T11:49:32.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.416+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=MBWTEEG8YBRQ tag=TMZMRGB11E0Z type=write size=3414619 2026-04-02T11:49:32.418 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.416+0000 7f5d7598a880 1 < completed delete operation key=6BTSQ5CT3T88 tag=4GWZZ9R3IRVY type=del 2026-04-02T11:49:32.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.417+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=H1XXIZKFFAHB type=write size=593610 2026-04-02T11:49:32.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.418+0000 7f5d7598a880 1 < canceled operation key=J47182HKJTLL tag=2SO66B1L084Q type=del size=1246207 2026-04-02T11:49:32.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.419+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=TUQPSK290W5W type=del size=2043051 2026-04-02T11:49:32.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.419+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~9KFY8F1T41NU.0 size=262186 2026-04-02T11:49:32.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.421+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=9KFY8F1T41NU tag=D2YNPSEHVMRZ type=write size=1310762 2026-04-02T11:49:32.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.422+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~3KKLOPQY8I8J.0 size=415539 2026-04-02T11:49:32.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.422+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=3KKLOPQY8I8J tag=Y30L8M5UGVYE type=write size=1464115 2026-04-02T11:49:32.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.422+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~OTNTRRTMVTIN.0 size=1048576 2026-04-02T11:49:32.425 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.423+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~OTNTRRTMVTIN.1 size=1048576 2026-04-02T11:49:32.425 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.424+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~OTNTRRTMVTIN.2 size=130920 2026-04-02T11:49:32.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.425+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=OTNTRRTMVTIN tag=QVXH116HTD29 type=write size=3276648 2026-04-02T11:49:32.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.426+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=RXWVDFKSJ2QD type=del size=188710 2026-04-02T11:49:32.428 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.426+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=FYF5R9UEECUN type=del 2026-04-02T11:49:32.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.427+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=LPZCWFXESHFJ type=del size=2110619 2026-04-02T11:49:32.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.428+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=0PZH5S8N13GA type=del 2026-04-02T11:49:32.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.429+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=MUBK2Q0B3JVW type=del size=800467 2026-04-02T11:49:32.431 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.429+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~16WEDN2I7RXG.0 size=1048576 2026-04-02T11:49:32.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.430+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~16WEDN2I7RXG.1 size=1046679 2026-04-02T11:49:32.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.431+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=16WEDN2I7RXG tag=H22S3XK2RS18 type=write size=3143831 2026-04-02T11:49:32.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.432+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=YL3HGD30YTP1 type=del size=2960467 2026-04-02T11:49:32.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.433+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=YQS3U6P8GXZO type=del 2026-04-02T11:49:32.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.433+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=WR7U4GEIZVTO type=del size=3464356 2026-04-02T11:49:32.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.434+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~Y2EJH6N9ENB0.0 size=1048576 2026-04-02T11:49:32.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.434+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~Y2EJH6N9ENB0.1 size=1048576 2026-04-02T11:49:32.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.435+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~Y2EJH6N9ENB0.2 size=163361 2026-04-02T11:49:32.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.436+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=Y2EJH6N9ENB0 tag=H5J5L4MCJB9T type=write size=3309089 2026-04-02T11:49:32.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.438+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~ATLVFH9R6CW8.0 size=414106 2026-04-02T11:49:32.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.438+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=ATLVFH9R6CW8 tag=P26E32UJNIBT type=write size=1462682 2026-04-02T11:49:32.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.438+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=ITJBUBE8H51T type=del 2026-04-02T11:49:32.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.439+0000 7f5d7598a880 1 > prepared operation key=52PU1ZBC7VWW tag=V7KO86YID0Y3 type=del size=3568958 2026-04-02T11:49:32.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.441+0000 7f5d7598a880 1 < suggested remove operation key=ZS5NQMR2F1CO tag=MZ1H4PPGOUBK type=write 2026-04-02T11:49:32.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.442+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~6JJX319T24TZ.0 size=1048576 2026-04-02T11:49:32.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.443+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~6JJX319T24TZ.1 size=1048576 2026-04-02T11:49:32.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.443+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~6JJX319T24TZ.2 size=957373 2026-04-02T11:49:32.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.443+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=6JJX319T24TZ tag=VX6N3SGK0UEL type=write size=4103101 2026-04-02T11:49:32.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.445+0000 7f5d7598a880 1 < completed write operation key=SKU4BMEAT7O7 tag=RMFO4YWKTYWN type=write size=774648 2026-04-02T11:49:32.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.445+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=MLQB4NMJFTIM type=del size=3666226 2026-04-02T11:49:32.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.446+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~GRJGFHV5H1A1.0 size=108904 2026-04-02T11:49:32.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.448+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=GRJGFHV5H1A1 tag=IM3ET9PV1IFQ type=write size=1157480 2026-04-02T11:49:32.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.449+0000 7f5d7598a880 1 > prepared part key=_multipart_HYSJYWQT3N55.2~9984WEL0JDJQ.0 size=297381 2026-04-02T11:49:32.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.449+0000 7f5d7598a880 1 > prepared multipart upload key=HYSJYWQT3N55 upload=9984WEL0JDJQ tag=GE2KVF1660RK type=write size=1345957 2026-04-02T11:49:32.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.450+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~5R2CTLMICHNG.0 size=640626 2026-04-02T11:49:32.453 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.451+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=5R2CTLMICHNG tag=HXQQL9J1JCC3 type=write size=1689202 2026-04-02T11:49:32.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.452+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=RM2OVYR4I2OG type=del size=232780 2026-04-02T11:49:32.455 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.453+0000 7f5d7598a880 1 < completed delete operation key=J4VNVDQ38I9H tag=MVXUMV2X3JGW type=del 2026-04-02T11:49:32.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.454+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=56UN9HL4S2F6 type=del size=3154913 2026-04-02T11:49:32.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.455+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~MBWTEEG8YBRQ.0 size=1048576 2026-04-02T11:49:32.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.455+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~MBWTEEG8YBRQ.1 size=1048576 2026-04-02T11:49:32.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.456+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~MBWTEEG8YBRQ.2 size=268891 2026-04-02T11:49:32.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.457+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=MBWTEEG8YBRQ tag=TMZMRGB11E0Z type=write size=3414619 2026-04-02T11:49:32.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.458+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=VN2RCMFVALJO type=del size=669663 2026-04-02T11:49:32.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.460+0000 7f5d7598a880 1 < suggested update operation key=OCGXGNN4YVH3 tag=H1XXIZKFFAHB type=write size=593610 2026-04-02T11:49:32.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.461+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~HYMZ6QM63VW0.0 size=1048576 2026-04-02T11:49:32.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.462+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~HYMZ6QM63VW0.1 size=275139 2026-04-02T11:49:32.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.462+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=HYMZ6QM63VW0 tag=FGXQ9RRQKYNZ type=write size=2372291 2026-04-02T11:49:32.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.463+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=TUQPSK290W5W type=del 2026-04-02T11:49:32.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.464+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=9OJHWMYXBE2J type=del size=2971453 2026-04-02T11:49:32.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.464+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~3KKLOPQY8I8J.0 size=415539 2026-04-02T11:49:32.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.466+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=3KKLOPQY8I8J tag=Y30L8M5UGVYE type=write size=1464115 2026-04-02T11:49:32.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.467+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~ABCMQSRBZB0K.0 size=1048576 2026-04-02T11:49:32.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.468+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~ABCMQSRBZB0K.1 size=1048576 2026-04-02T11:49:32.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.469+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~ABCMQSRBZB0K.2 size=118286 2026-04-02T11:49:32.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.469+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=ABCMQSRBZB0K tag=JA0NVZ5QY5KK type=write size=3264014 2026-04-02T11:49:32.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.470+0000 7f5d7598a880 1 < completed delete operation key=V6UN2ZWR2MRB tag=RXWVDFKSJ2QD type=del 2026-04-02T11:49:32.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.470+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=E0EGIDQ5X1L4 type=del size=780143 2026-04-02T11:49:32.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.471+0000 7f5d7598a880 1 < canceled operation key=SKU4BMEAT7O7 tag=LPZCWFXESHFJ type=del size=2110619 2026-04-02T11:49:32.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.472+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=FWRV0726XDYN type=write size=834367 2026-04-02T11:49:32.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.473+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=MUBK2Q0B3JVW type=del 2026-04-02T11:49:32.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.475+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=QIVXCR563BIR type=del size=1628386 2026-04-02T11:49:32.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.476+0000 7f5d7598a880 1 < completed delete operation key=3T2FDRTF7XHC tag=YL3HGD30YTP1 type=del 2026-04-02T11:49:32.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.476+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=EQRYDWKWNHF3 type=del size=1116158 2026-04-02T11:49:32.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.477+0000 7f5d7598a880 1 < completed delete operation key=ZQKQX36TNEUQ tag=WR7U4GEIZVTO type=del 2026-04-02T11:49:32.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.478+0000 7f5d7598a880 1 > prepared part key=_multipart_7GZSL99JL986.2~M00SB1E9Z40Q.0 size=808034 2026-04-02T11:49:32.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.478+0000 7f5d7598a880 1 > prepared multipart upload key=7GZSL99JL986 upload=M00SB1E9Z40Q tag=SUXW7VXXQ63A type=write size=1856610 2026-04-02T11:49:32.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.479+0000 7f5d7598a880 1 < canceled part key=_multipart_HYSJYWQT3N55.2~ATLVFH9R6CW8.0 size=414106 2026-04-02T11:49:32.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.480+0000 7f5d7598a880 1 < canceled multipart upload key=HYSJYWQT3N55 upload=ATLVFH9R6CW8 tag=P26E32UJNIBT type=write size=1462682 2026-04-02T11:49:32.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.481+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=8PWOQSGB9UBN type=del size=3622016 2026-04-02T11:49:32.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.482+0000 7f5d7598a880 1 < completed delete operation key=52PU1ZBC7VWW tag=V7KO86YID0Y3 type=del 2026-04-02T11:49:32.485 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.483+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~LC4LUYVQJSG8.0 size=566875 2026-04-02T11:49:32.485 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.483+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=LC4LUYVQJSG8 tag=D75HWPKS05GI type=write size=1615451 2026-04-02T11:49:32.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.484+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~6JJX319T24TZ.0 size=1048576 2026-04-02T11:49:32.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.484+0000 7f5d7598a880 1 < canceled part key=_multipart_V6UN2ZWR2MRB.2~6JJX319T24TZ.1 size=1048576 2026-04-02T11:49:32.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.485+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~6JJX319T24TZ.2 size=957373 2026-04-02T11:49:32.488 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.486+0000 7f5d7598a880 1 < canceled multipart upload key=V6UN2ZWR2MRB upload=6JJX319T24TZ tag=VX6N3SGK0UEL type=write size=4103101 2026-04-02T11:49:32.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.488+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~190C1Z65N3HD.0 size=1048576 2026-04-02T11:49:32.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.488+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~190C1Z65N3HD.1 size=1048576 2026-04-02T11:49:32.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.489+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~190C1Z65N3HD.2 size=624307 2026-04-02T11:49:32.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.489+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=190C1Z65N3HD tag=18TUGLYK1QQ3 type=write size=3770035 2026-04-02T11:49:32.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.490+0000 7f5d7598a880 1 < completed delete operation key=TJDWV3CEZ1PF tag=MLQB4NMJFTIM type=del 2026-04-02T11:49:32.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.491+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~FOFTY77203DE.0 size=1048576 2026-04-02T11:49:32.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.492+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~FOFTY77203DE.1 size=1048576 2026-04-02T11:49:32.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.493+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~FOFTY77203DE.2 size=336186 2026-04-02T11:49:32.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.493+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=FOFTY77203DE tag=IEK59H80DNMT type=write size=3481914 2026-04-02T11:49:32.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.493+0000 7f5d7598a880 1 < completed part key=_multipart_HYSJYWQT3N55.2~9984WEL0JDJQ.0 size=297381 2026-04-02T11:49:32.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.495+0000 7f5d7598a880 1 < completed multipart upload key=HYSJYWQT3N55 upload=9984WEL0JDJQ tag=GE2KVF1660RK type=write size=1345957 2026-04-02T11:49:32.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.496+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=SOXND3K8T1M2 type=write size=299677 2026-04-02T11:49:32.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.496+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=RM2OVYR4I2OG type=del 2026-04-02T11:49:32.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.498+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~GY2L7Y180H8O.0 size=549786 2026-04-02T11:49:32.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.498+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=GY2L7Y180H8O tag=3GILMF34TG0M type=write size=1598362 2026-04-02T11:49:32.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.499+0000 7f5d7598a880 1 < suggested remove operation key=V6UN2ZWR2MRB tag=56UN9HL4S2F6 type=del 2026-04-02T11:49:32.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.500+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=R1XK25NJB6AB type=del size=3889349 2026-04-02T11:49:32.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.501+0000 7f5d7598a880 1 < completed delete operation key=UWKIR14N3KM3 tag=VN2RCMFVALJO type=del 2026-04-02T11:49:32.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.502+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~57RHPJBYDOJE.0 size=1048576 2026-04-02T11:49:32.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.503+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~57RHPJBYDOJE.1 size=1048576 2026-04-02T11:49:32.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.504+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~57RHPJBYDOJE.2 size=182960 2026-04-02T11:49:32.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.504+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=57RHPJBYDOJE tag=B9CC5YUK2UG0 type=write size=3328688 2026-04-02T11:49:32.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.505+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~HYMZ6QM63VW0.0 size=1048576 2026-04-02T11:49:32.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.505+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~HYMZ6QM63VW0.1 size=275139 2026-04-02T11:49:32.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.506+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=HYMZ6QM63VW0 tag=FGXQ9RRQKYNZ type=write size=2372291 2026-04-02T11:49:32.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.507+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=BVO2LMZXQCHC type=del size=720635 2026-04-02T11:49:32.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.508+0000 7f5d7598a880 1 < canceled operation key=VILE4YEMEN09 tag=9OJHWMYXBE2J type=del size=2971453 2026-04-02T11:49:32.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.509+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=59QIPZQ91KAV type=del size=157295 2026-04-02T11:49:32.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.509+0000 7f5d7598a880 1 < canceled part key=_multipart_HOC3CF4CF4HD.2~ABCMQSRBZB0K.0 size=1048576 2026-04-02T11:49:32.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.510+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~ABCMQSRBZB0K.1 size=1048576 2026-04-02T11:49:32.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.510+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~ABCMQSRBZB0K.2 size=118286 2026-04-02T11:49:32.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.512+0000 7f5d7598a880 1 < canceled multipart upload key=HOC3CF4CF4HD upload=ABCMQSRBZB0K tag=JA0NVZ5QY5KK type=write size=3264014 2026-04-02T11:49:32.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.513+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~HTAQNV7353DR.0 size=1048576 2026-04-02T11:49:32.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.514+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~HTAQNV7353DR.1 size=1048576 2026-04-02T11:49:32.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.514+0000 7f5d7598a880 1 > prepared part key=_multipart_5MI2F3J8J9MJ.2~HTAQNV7353DR.2 size=256182 2026-04-02T11:49:32.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.514+0000 7f5d7598a880 1 > prepared multipart upload key=5MI2F3J8J9MJ upload=HTAQNV7353DR tag=1T7U8E64HORA type=write size=3401910 2026-04-02T11:49:32.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.516+0000 7f5d7598a880 1 < suggested update operation key=6F1O9WBBDT51 tag=E0EGIDQ5X1L4 type=del size=780143 2026-04-02T11:49:32.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.518+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~ZDXZ7G5PWAZ4.0 size=1048576 2026-04-02T11:49:32.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.518+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~ZDXZ7G5PWAZ4.1 size=1048576 2026-04-02T11:49:32.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.519+0000 7f5d7598a880 1 > prepared part key=_multipart_ZIMLW0YTOPPK.2~ZDXZ7G5PWAZ4.2 size=622055 2026-04-02T11:49:32.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.519+0000 7f5d7598a880 1 > prepared multipart upload key=ZIMLW0YTOPPK upload=ZDXZ7G5PWAZ4 tag=PZY7A3NUI233 type=write size=3767783 2026-04-02T11:49:32.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.520+0000 7f5d7598a880 1 < completed write operation key=BHZAHJYOGK2B tag=FWRV0726XDYN type=write size=834367 2026-04-02T11:49:32.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.521+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=VPI8QFKTPPXR type=del size=1967616 2026-04-02T11:49:32.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.521+0000 7f5d7598a880 1 < canceled operation key=UWKIR14N3KM3 tag=QIVXCR563BIR type=del size=1628386 2026-04-02T11:49:32.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.522+0000 7f5d7598a880 1 > prepared operation key=ZIMLW0YTOPPK tag=BFGS8BZ0QJF9 type=del size=3720084 2026-04-02T11:49:32.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.523+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=EQRYDWKWNHF3 type=del 2026-04-02T11:49:32.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.524+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=275A4TVP6OQ0 type=del size=3446181 2026-04-02T11:49:32.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.524+0000 7f5d7598a880 1 < completed part key=_multipart_7GZSL99JL986.2~M00SB1E9Z40Q.0 size=808034 2026-04-02T11:49:32.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.526+0000 7f5d7598a880 1 < completed multipart upload key=7GZSL99JL986 upload=M00SB1E9Z40Q tag=SUXW7VXXQ63A type=write size=1856610 2026-04-02T11:49:32.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.527+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=D8J18UZA0QKK type=del size=2316192 2026-04-02T11:49:32.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.527+0000 7f5d7598a880 -1 < failed to complete operation key=6F1O9WBBDT51 tag=8PWOQSGB9UBN type=del size=3622016: (22) Invalid argument 2026-04-02T11:49:32.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.529+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~WWAOGMIQKROJ.0 size=1048576 2026-04-02T11:49:32.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.530+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~WWAOGMIQKROJ.1 size=1048576 2026-04-02T11:49:32.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.530+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~WWAOGMIQKROJ.2 size=1027642 2026-04-02T11:49:32.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.530+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=WWAOGMIQKROJ tag=NOD5CBYU25S3 type=write size=4173370 2026-04-02T11:49:32.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.531+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~LC4LUYVQJSG8.0 size=566875 2026-04-02T11:49:32.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.533+0000 7f5d7598a880 1 < completed multipart upload key=88E9H9UTDGH9 upload=LC4LUYVQJSG8 tag=D75HWPKS05GI type=write size=1615451 2026-04-02T11:49:32.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.534+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=UGAK1M9W3QTM type=del size=1999943 2026-04-02T11:49:32.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.535+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~190C1Z65N3HD.0 size=1048576 2026-04-02T11:49:32.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.535+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~190C1Z65N3HD.1 size=1048576 2026-04-02T11:49:32.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.536+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~190C1Z65N3HD.2 size=624307 2026-04-02T11:49:32.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.537+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=190C1Z65N3HD tag=18TUGLYK1QQ3 type=write size=3770035 2026-04-02T11:49:32.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.538+0000 7f5d7598a880 1 > prepared operation key=11O38SMUYMX2 tag=6BF8JL0PF8KN type=del size=1482909 2026-04-02T11:49:32.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.539+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~FOFTY77203DE.0 size=1048576 2026-04-02T11:49:32.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.539+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~FOFTY77203DE.1 size=1048576 2026-04-02T11:49:32.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.540+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~FOFTY77203DE.2 size=336186 2026-04-02T11:49:32.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.541+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=FOFTY77203DE tag=IEK59H80DNMT type=write size=3481914 2026-04-02T11:49:32.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.542+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=XI220Q20M69Z type=del size=3487442 2026-04-02T11:49:32.545 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.543+0000 7f5d7598a880 1 < suggested remove operation key=ZS5NQMR2F1CO tag=SOXND3K8T1M2 type=write 2026-04-02T11:49:32.546 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.544+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=31AJOIECDEP3 type=del size=1654136 2026-04-02T11:49:32.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.545+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~GY2L7Y180H8O.0 size=549786 2026-04-02T11:49:32.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.546+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=GY2L7Y180H8O tag=3GILMF34TG0M type=write size=1598362 2026-04-02T11:49:32.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.548+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~8Z3O5XVY65MH.0 size=1048576 2026-04-02T11:49:32.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.549+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~8Z3O5XVY65MH.1 size=1048576 2026-04-02T11:49:32.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.550+0000 7f5d7598a880 1 > prepared part key=_multipart_BHZAHJYOGK2B.2~8Z3O5XVY65MH.2 size=247458 2026-04-02T11:49:32.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.550+0000 7f5d7598a880 1 > prepared multipart upload key=BHZAHJYOGK2B upload=8Z3O5XVY65MH tag=EXQ5RL07I9MP type=write size=3393186 2026-04-02T11:49:32.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.551+0000 7f5d7598a880 1 < suggested remove operation key=88E9H9UTDGH9 tag=R1XK25NJB6AB type=del 2026-04-02T11:49:32.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.552+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=8X04FB9EOQ74 type=write size=823174 2026-04-02T11:49:32.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.553+0000 7f5d7598a880 1 < canceled part key=_multipart_ZQKQX36TNEUQ.2~57RHPJBYDOJE.0 size=1048576 2026-04-02T11:49:32.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.553+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~57RHPJBYDOJE.1 size=1048576 2026-04-02T11:49:32.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.554+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~57RHPJBYDOJE.2 size=182960 2026-04-02T11:49:32.557 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.555+0000 7f5d7598a880 1 < canceled multipart upload key=ZQKQX36TNEUQ upload=57RHPJBYDOJE tag=B9CC5YUK2UG0 type=write size=3328688 2026-04-02T11:49:32.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.556+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=AGKUN4JQVUXA type=write size=159402 2026-04-02T11:49:32.559 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.557+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=BVO2LMZXQCHC type=del 2026-04-02T11:49:32.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.559+0000 7f5d7598a880 1 > prepared part key=_multipart_V6UN2ZWR2MRB.2~IDM3MJP9VUKV.0 size=426073 2026-04-02T11:49:32.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.559+0000 7f5d7598a880 1 > prepared multipart upload key=V6UN2ZWR2MRB upload=IDM3MJP9VUKV tag=VU9TXTYMVJYC type=write size=1474649 2026-04-02T11:49:32.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.559+0000 7f5d7598a880 1 < completed delete operation key=11O38SMUYMX2 tag=59QIPZQ91KAV type=del 2026-04-02T11:49:32.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.560+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=G1A1CH7G3QCV type=del size=2778662 2026-04-02T11:49:32.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.561+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~HTAQNV7353DR.0 size=1048576 2026-04-02T11:49:32.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.561+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~HTAQNV7353DR.1 size=1048576 2026-04-02T11:49:32.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.562+0000 7f5d7598a880 1 < completed part key=_multipart_5MI2F3J8J9MJ.2~HTAQNV7353DR.2 size=256182 2026-04-02T11:49:32.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.563+0000 7f5d7598a880 1 < completed multipart upload key=5MI2F3J8J9MJ upload=HTAQNV7353DR tag=1T7U8E64HORA type=write size=3401910 2026-04-02T11:49:32.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.564+0000 7f5d7598a880 1 > prepared operation key=C6GX0GW6KDYE tag=2IITK91DXMIY type=del size=3782435 2026-04-02T11:49:32.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.565+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~ZDXZ7G5PWAZ4.0 size=1048576 2026-04-02T11:49:32.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.565+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~ZDXZ7G5PWAZ4.1 size=1048576 2026-04-02T11:49:32.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.566+0000 7f5d7598a880 1 < completed part key=_multipart_ZIMLW0YTOPPK.2~ZDXZ7G5PWAZ4.2 size=622055 2026-04-02T11:49:32.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.567+0000 7f5d7598a880 1 < completed multipart upload key=ZIMLW0YTOPPK upload=ZDXZ7G5PWAZ4 tag=PZY7A3NUI233 type=write size=3767783 2026-04-02T11:49:32.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.568+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=UA9WEWA0V894 type=write size=365604 2026-04-02T11:49:32.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.569+0000 7f5d7598a880 1 < suggested update operation key=11O38SMUYMX2 tag=VPI8QFKTPPXR type=del size=1967616 2026-04-02T11:49:32.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.570+0000 7f5d7598a880 1 > prepared operation key=6F1O9WBBDT51 tag=Z4U1EMVQ7ZST type=del size=2735665 2026-04-02T11:49:32.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.571+0000 7f5d7598a880 1 < completed delete operation key=ZIMLW0YTOPPK tag=BFGS8BZ0QJF9 type=del 2026-04-02T11:49:32.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.572+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~Z9X4NS5443MJ.0 size=1048576 2026-04-02T11:49:32.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.573+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~Z9X4NS5443MJ.1 size=1048576 2026-04-02T11:49:32.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.573+0000 7f5d7598a880 1 > prepared part key=_multipart_88E9H9UTDGH9.2~Z9X4NS5443MJ.2 size=702868 2026-04-02T11:49:32.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.573+0000 7f5d7598a880 1 > prepared multipart upload key=88E9H9UTDGH9 upload=Z9X4NS5443MJ tag=18OU9LX6IZS7 type=write size=3848596 2026-04-02T11:49:32.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.574+0000 7f5d7598a880 -1 < failed to complete operation key=11O38SMUYMX2 tag=275A4TVP6OQ0 type=del size=3446181: (22) Invalid argument 2026-04-02T11:49:32.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.576+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~15KZ0YAT6LQ1.0 size=581724 2026-04-02T11:49:32.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.576+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=15KZ0YAT6LQ1 tag=CHX6TSEQYMQ3 type=write size=1630300 2026-04-02T11:49:32.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.576+0000 7f5d7598a880 1 < canceled operation key=V6UN2ZWR2MRB tag=D8J18UZA0QKK type=del size=2316192 2026-04-02T11:49:32.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.578+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~UELXWG6KRE1B.0 size=1048576 2026-04-02T11:49:32.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.578+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~UELXWG6KRE1B.1 size=254006 2026-04-02T11:49:32.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.578+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=UELXWG6KRE1B tag=MHZQCCPXBEIX type=write size=2351158 2026-04-02T11:49:32.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.579+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~WWAOGMIQKROJ.0 size=1048576 2026-04-02T11:49:32.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.580+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~WWAOGMIQKROJ.1 size=1048576 2026-04-02T11:49:32.582 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.580+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~WWAOGMIQKROJ.2 size=1027642 2026-04-02T11:49:32.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.582+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=WWAOGMIQKROJ tag=NOD5CBYU25S3 type=write size=4173370 2026-04-02T11:49:32.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.582+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=97534Q4Y16Y1 type=del size=3536216 2026-04-02T11:49:32.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.584+0000 7f5d7598a880 1 < suggested remove operation key=TJDWV3CEZ1PF tag=UGAK1M9W3QTM type=del 2026-04-02T11:49:32.586 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.584+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=5OUG1AIC8Y1C type=del size=3293080 2026-04-02T11:49:32.588 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.586+0000 7f5d7598a880 -1 < failed to complete operation key=11O38SMUYMX2 tag=6BF8JL0PF8KN type=del size=1482909: (22) Invalid argument 2026-04-02T11:49:32.589 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.587+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=S8317MEQIP6R type=del size=4168 2026-04-02T11:49:32.589 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.588+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=XI220Q20M69Z type=del 2026-04-02T11:49:32.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.589+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~VKAPFO3ALQND.0 size=1048576 2026-04-02T11:49:32.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.590+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~VKAPFO3ALQND.1 size=1048576 2026-04-02T11:49:32.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.590+0000 7f5d7598a880 1 > prepared part key=_multipart_IOCSURQ3BMAF.2~VKAPFO3ALQND.2 size=34670 2026-04-02T11:49:32.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.590+0000 7f5d7598a880 1 > prepared multipart upload key=IOCSURQ3BMAF upload=VKAPFO3ALQND tag=IJ8X310VQ92N type=write size=3180398 2026-04-02T11:49:32.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.592+0000 7f5d7598a880 1 < suggested remove operation key=5MI2F3J8J9MJ tag=31AJOIECDEP3 type=del 2026-04-02T11:49:32.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.593+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=AUNEPZUMSYX3 type=del size=427177 2026-04-02T11:49:32.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.593+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~8Z3O5XVY65MH.0 size=1048576 2026-04-02T11:49:32.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.594+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~8Z3O5XVY65MH.1 size=1048576 2026-04-02T11:49:32.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.595+0000 7f5d7598a880 1 < completed part key=_multipart_BHZAHJYOGK2B.2~8Z3O5XVY65MH.2 size=247458 2026-04-02T11:49:32.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.596+0000 7f5d7598a880 1 < completed multipart upload key=BHZAHJYOGK2B upload=8Z3O5XVY65MH tag=EXQ5RL07I9MP type=write size=3393186 2026-04-02T11:49:32.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.597+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=3RRK2R0D1WAB type=del size=1311014 2026-04-02T11:49:32.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.598+0000 7f5d7598a880 1 < suggested update operation key=ZQKQX36TNEUQ tag=8X04FB9EOQ74 type=write size=823174 2026-04-02T11:49:32.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.600+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~ZPZQUAP8PIPL.0 size=1048576 2026-04-02T11:49:32.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.600+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~ZPZQUAP8PIPL.1 size=49425 2026-04-02T11:49:32.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.600+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=ZPZQUAP8PIPL tag=9A9GLQH4RAP9 type=write size=2146577 2026-04-02T11:49:32.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.601+0000 7f5d7598a880 1 < completed write operation key=B069J9WSE2J1 tag=AGKUN4JQVUXA type=write size=159402 2026-04-02T11:49:32.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.602+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~Y0377B0IJSQH.0 size=663445 2026-04-02T11:49:32.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.602+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=Y0377B0IJSQH tag=NQO7O5QY13EZ type=write size=1712021 2026-04-02T11:49:32.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.603+0000 7f5d7598a880 1 < completed part key=_multipart_V6UN2ZWR2MRB.2~IDM3MJP9VUKV.0 size=426073 2026-04-02T11:49:32.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.604+0000 7f5d7598a880 1 < completed multipart upload key=V6UN2ZWR2MRB upload=IDM3MJP9VUKV tag=VU9TXTYMVJYC type=write size=1474649 2026-04-02T11:49:32.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.605+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=RGHBC42PPZ9Q type=del size=474062 2026-04-02T11:49:32.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.606+0000 7f5d7598a880 1 < completed delete operation key=IOCSURQ3BMAF tag=G1A1CH7G3QCV type=del 2026-04-02T11:49:32.608 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.606+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=AWULQG2DBII7 type=del size=2964440 2026-04-02T11:49:32.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.607+0000 7f5d7598a880 1 < completed delete operation key=C6GX0GW6KDYE tag=2IITK91DXMIY type=del 2026-04-02T11:49:32.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.608+0000 7f5d7598a880 1 > prepared operation key=ZQKQX36TNEUQ tag=V7NQUL3B6AL3 type=write size=245475 2026-04-02T11:49:32.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.609+0000 7f5d7598a880 1 < completed write operation key=SKU4BMEAT7O7 tag=UA9WEWA0V894 type=write size=365604 2026-04-02T11:49:32.611 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.609+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=039Q4MWNVZ58 type=write size=276264 2026-04-02T11:49:32.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.610+0000 7f5d7598a880 1 < completed delete operation key=6F1O9WBBDT51 tag=Z4U1EMVQ7ZST type=del 2026-04-02T11:49:32.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.611+0000 7f5d7598a880 1 > prepared part key=_multipart_07AW9BPTKOI3.2~0KW2RFX08G30.0 size=331745 2026-04-02T11:49:32.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.611+0000 7f5d7598a880 1 > prepared multipart upload key=07AW9BPTKOI3 upload=0KW2RFX08G30 tag=XINPZ6V541TU type=write size=1380321 2026-04-02T11:49:32.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.612+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~Z9X4NS5443MJ.0 size=1048576 2026-04-02T11:49:32.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.612+0000 7f5d7598a880 1 < canceled part key=_multipart_88E9H9UTDGH9.2~Z9X4NS5443MJ.1 size=1048576 2026-04-02T11:49:32.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.613+0000 7f5d7598a880 1 < completed part key=_multipart_88E9H9UTDGH9.2~Z9X4NS5443MJ.2 size=702868 2026-04-02T11:49:32.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.614+0000 7f5d7598a880 1 < canceled multipart upload key=88E9H9UTDGH9 upload=Z9X4NS5443MJ tag=18OU9LX6IZS7 type=write size=3848596 2026-04-02T11:49:32.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.616+0000 7f5d7598a880 1 > prepared part key=_multipart_VILE4YEMEN09.2~OR5F0TI14V9H.0 size=997241 2026-04-02T11:49:32.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.616+0000 7f5d7598a880 1 > prepared multipart upload key=VILE4YEMEN09 upload=OR5F0TI14V9H tag=QX4D8K1360O1 type=write size=2045817 2026-04-02T11:49:32.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.617+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~15KZ0YAT6LQ1.0 size=581724 2026-04-02T11:49:32.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.618+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=15KZ0YAT6LQ1 tag=CHX6TSEQYMQ3 type=write size=1630300 2026-04-02T11:49:32.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.619+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=LMVBZB6Z40VU type=del size=2722382 2026-04-02T11:49:32.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.620+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~UELXWG6KRE1B.0 size=1048576 2026-04-02T11:49:32.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.620+0000 7f5d7598a880 1 < canceled part key=_multipart_J4VNVDQ38I9H.2~UELXWG6KRE1B.1 size=254006 2026-04-02T11:49:32.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.622+0000 7f5d7598a880 1 < canceled multipart upload key=J4VNVDQ38I9H upload=UELXWG6KRE1B tag=MHZQCCPXBEIX type=write size=2351158 2026-04-02T11:49:32.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.623+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=YKVJ9A45HVO5 type=del size=3681942 2026-04-02T11:49:32.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.623+0000 7f5d7598a880 1 < canceled operation key=SKU4BMEAT7O7 tag=97534Q4Y16Y1 type=del size=3536216 2026-04-02T11:49:32.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.625+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~GDF8OPZZX3X1.0 size=1048576 2026-04-02T11:49:32.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.625+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~GDF8OPZZX3X1.1 size=1048576 2026-04-02T11:49:32.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.626+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~GDF8OPZZX3X1.2 size=1036065 2026-04-02T11:49:32.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.626+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=GDF8OPZZX3X1 tag=XBYHNGJJ7BBA type=write size=4181793 2026-04-02T11:49:32.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.627+0000 7f5d7598a880 1 < suggested update operation key=TG8AKFTZB4ZM tag=5OUG1AIC8Y1C type=del size=3293080 2026-04-02T11:49:32.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.628+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=ESBKP2JPOOUI type=del size=4161174 2026-04-02T11:49:32.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.629+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=S8317MEQIP6R type=del 2026-04-02T11:49:32.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.630+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~96JBC0YLYM26.0 size=865470 2026-04-02T11:49:32.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.630+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=96JBC0YLYM26 tag=3H70YD6ZM8L5 type=write size=1914046 2026-04-02T11:49:32.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.631+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~VKAPFO3ALQND.0 size=1048576 2026-04-02T11:49:32.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.631+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~VKAPFO3ALQND.1 size=1048576 2026-04-02T11:49:32.634 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.632+0000 7f5d7598a880 1 < completed part key=_multipart_IOCSURQ3BMAF.2~VKAPFO3ALQND.2 size=34670 2026-04-02T11:49:32.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.633+0000 7f5d7598a880 1 < completed multipart upload key=IOCSURQ3BMAF upload=VKAPFO3ALQND tag=IJ8X310VQ92N type=write size=3180398 2026-04-02T11:49:32.636 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.634+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=PAFGTV68MOO1 type=del size=1838797 2026-04-02T11:49:32.637 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.635+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=AUNEPZUMSYX3 type=del 2026-04-02T11:49:32.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.636+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~OWH1GC3MGG2H.0 size=1048576 2026-04-02T11:49:32.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.637+0000 7f5d7598a880 1 > prepared part key=_multipart_52PU1ZBC7VWW.2~OWH1GC3MGG2H.1 size=866615 2026-04-02T11:49:32.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.637+0000 7f5d7598a880 1 > prepared multipart upload key=52PU1ZBC7VWW upload=OWH1GC3MGG2H tag=LG0UM02Y5GYY type=write size=2963767 2026-04-02T11:49:32.640 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.638+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=3RRK2R0D1WAB type=del 2026-04-02T11:49:32.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.640+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~7C4BSDV6L3KN.0 size=1048576 2026-04-02T11:49:32.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.641+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~7C4BSDV6L3KN.1 size=970787 2026-04-02T11:49:32.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.641+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=7C4BSDV6L3KN tag=43GDHBYPO7EI type=write size=3067939 2026-04-02T11:49:32.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.641+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~ZPZQUAP8PIPL.0 size=1048576 2026-04-02T11:49:32.644 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.642+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~ZPZQUAP8PIPL.1 size=49425 2026-04-02T11:49:32.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.644+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=ZPZQUAP8PIPL tag=9A9GLQH4RAP9 type=write size=2146577 2026-04-02T11:49:32.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.646+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~HK0G6N58LI80.0 size=1048576 2026-04-02T11:49:32.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.647+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~HK0G6N58LI80.1 size=1048576 2026-04-02T11:49:32.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.648+0000 7f5d7598a880 1 > prepared part key=_multipart_42U7D3Y8Z7PW.2~HK0G6N58LI80.2 size=584583 2026-04-02T11:49:32.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.648+0000 7f5d7598a880 1 > prepared multipart upload key=42U7D3Y8Z7PW upload=HK0G6N58LI80 tag=2RE4HID3WJXJ type=write size=3730311 2026-04-02T11:49:32.650 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.649+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~Y0377B0IJSQH.0 size=663445 2026-04-02T11:49:32.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.650+0000 7f5d7598a880 1 < completed multipart upload key=5SYEEEI3LHR1 upload=Y0377B0IJSQH tag=NQO7O5QY13EZ type=write size=1712021 2026-04-02T11:49:32.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.651+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=9EK1YM3A4JLE type=write size=935708 2026-04-02T11:49:32.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.652+0000 7f5d7598a880 1 < suggested update operation key=5SYEEEI3LHR1 tag=RGHBC42PPZ9Q type=del size=474062 2026-04-02T11:49:32.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.653+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=XU4POJHXIGXE type=del size=1116691 2026-04-02T11:49:32.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.654+0000 7f5d7598a880 1 < completed delete operation key=5MI2F3J8J9MJ tag=AWULQG2DBII7 type=del 2026-04-02T11:49:32.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.655+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=W8U0FYM93L68 type=del size=3699521 2026-04-02T11:49:32.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.656+0000 7f5d7598a880 1 < completed write operation key=ZQKQX36TNEUQ tag=V7NQUL3B6AL3 type=write size=245475 2026-04-02T11:49:32.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.657+0000 7f5d7598a880 1 > prepared operation key=JJ7N37F55IC3 tag=ASK8HLAL6IBJ type=write size=71551 2026-04-02T11:49:32.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.658+0000 7f5d7598a880 1 < suggested update operation key=07AW9BPTKOI3 tag=039Q4MWNVZ58 type=write size=276264 2026-04-02T11:49:32.661 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.660+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~3W9K7F093REN.0 size=1048576 2026-04-02T11:49:32.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.660+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~3W9K7F093REN.1 size=1048576 2026-04-02T11:49:32.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.661+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~3W9K7F093REN.2 size=756339 2026-04-02T11:49:32.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.661+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=3W9K7F093REN tag=VTC3H9AINNQN type=write size=3902067 2026-04-02T11:49:32.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.662+0000 7f5d7598a880 1 < completed part key=_multipart_07AW9BPTKOI3.2~0KW2RFX08G30.0 size=331745 2026-04-02T11:49:32.665 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.663+0000 7f5d7598a880 1 < completed multipart upload key=07AW9BPTKOI3 upload=0KW2RFX08G30 tag=XINPZ6V541TU type=write size=1380321 2026-04-02T11:49:32.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.665+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~AP2JL0DR5KX0.0 size=1048576 2026-04-02T11:49:32.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.665+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~AP2JL0DR5KX0.1 size=1048576 2026-04-02T11:49:32.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.666+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~AP2JL0DR5KX0.2 size=639056 2026-04-02T11:49:32.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.666+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=AP2JL0DR5KX0 tag=FCMBU0YFQVJO type=write size=3784784 2026-04-02T11:49:32.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.667+0000 7f5d7598a880 1 < completed part key=_multipart_VILE4YEMEN09.2~OR5F0TI14V9H.0 size=997241 2026-04-02T11:49:32.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.668+0000 7f5d7598a880 1 < completed multipart upload key=VILE4YEMEN09 upload=OR5F0TI14V9H tag=QX4D8K1360O1 type=write size=2045817 2026-04-02T11:49:32.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.669+0000 7f5d7598a880 1 > prepared operation key=07AW9BPTKOI3 tag=IUDU1989KGYM type=del size=3252733 2026-04-02T11:49:32.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.670+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=LMVBZB6Z40VU type=del 2026-04-02T11:49:32.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.671+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=BAYP3G71NSLE type=del size=2675126 2026-04-02T11:49:32.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.672+0000 7f5d7598a880 1 < completed delete operation key=88E9H9UTDGH9 tag=YKVJ9A45HVO5 type=del 2026-04-02T11:49:32.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.673+0000 7f5d7598a880 1 > prepared operation key=7GZSL99JL986 tag=JVSWVBF1KMH4 type=del size=2179856 2026-04-02T11:49:32.675 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.673+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~GDF8OPZZX3X1.0 size=1048576 2026-04-02T11:49:32.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.674+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~GDF8OPZZX3X1.1 size=1048576 2026-04-02T11:49:32.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.675+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~GDF8OPZZX3X1.2 size=1036065 2026-04-02T11:49:32.678 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.676+0000 7f5d7598a880 1 < completed multipart upload key=J4VNVDQ38I9H upload=GDF8OPZZX3X1 tag=XBYHNGJJ7BBA type=write size=4181793 2026-04-02T11:49:32.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.679+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~3H9CFBT5DN04.0 size=1048576 2026-04-02T11:49:32.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.680+0000 7f5d7598a880 1 > prepared part key=_multipart_J4VNVDQ38I9H.2~3H9CFBT5DN04.1 size=641680 2026-04-02T11:49:32.681 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.680+0000 7f5d7598a880 1 > prepared multipart upload key=J4VNVDQ38I9H upload=3H9CFBT5DN04 tag=DQTKZI5BODJ2 type=write size=2738832 2026-04-02T11:49:32.682 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.680+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=ESBKP2JPOOUI type=del 2026-04-02T11:49:32.683 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.681+0000 7f5d7598a880 1 > prepared operation key=3T2FDRTF7XHC tag=32B6PGFQN7K1 type=del size=2190548 2026-04-02T11:49:32.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.682+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~96JBC0YLYM26.0 size=865470 2026-04-02T11:49:32.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.684+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=96JBC0YLYM26 tag=3H70YD6ZM8L5 type=write size=1914046 2026-04-02T11:49:32.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.685+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~65H4FNPCQT7F.0 size=1048576 2026-04-02T11:49:32.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.686+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~65H4FNPCQT7F.1 size=1048576 2026-04-02T11:49:32.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.687+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~65H4FNPCQT7F.2 size=254125 2026-04-02T11:49:32.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.687+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=65H4FNPCQT7F tag=45QKLMM2QZ6G type=write size=3399853 2026-04-02T11:49:32.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.687+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=PAFGTV68MOO1 type=del 2026-04-02T11:49:32.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.689+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~6T9RFGE7IZYR.0 size=1048576 2026-04-02T11:49:32.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.690+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~6T9RFGE7IZYR.1 size=1048576 2026-04-02T11:49:32.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.690+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~6T9RFGE7IZYR.2 size=227967 2026-04-02T11:49:32.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.690+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=6T9RFGE7IZYR tag=I0OTN9C6ZA8R type=write size=3373695 2026-04-02T11:49:32.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.692+0000 7f5d7598a880 1 < completed part key=_multipart_52PU1ZBC7VWW.2~OWH1GC3MGG2H.0 size=1048576 2026-04-02T11:49:32.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.692+0000 7f5d7598a880 1 < canceled part key=_multipart_52PU1ZBC7VWW.2~OWH1GC3MGG2H.1 size=866615 2026-04-02T11:49:32.695 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.693+0000 7f5d7598a880 1 < canceled multipart upload key=52PU1ZBC7VWW upload=OWH1GC3MGG2H tag=LG0UM02Y5GYY type=write size=2963767 2026-04-02T11:49:32.696 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.694+0000 7f5d7598a880 1 > prepared operation key=HYSJYWQT3N55 tag=2ZZJXQD25ZH2 type=del size=1328272 2026-04-02T11:49:32.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.695+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~7C4BSDV6L3KN.0 size=1048576 2026-04-02T11:49:32.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.696+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~7C4BSDV6L3KN.1 size=970787 2026-04-02T11:49:32.699 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.697+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=7C4BSDV6L3KN tag=43GDHBYPO7EI type=write size=3067939 2026-04-02T11:49:32.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.699+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~FG46B2T5O9XL.0 size=1048576 2026-04-02T11:49:32.701 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.700+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~FG46B2T5O9XL.1 size=1048576 2026-04-02T11:49:32.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.701+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~FG46B2T5O9XL.2 size=947579 2026-04-02T11:49:32.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.701+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=FG46B2T5O9XL tag=P6I348A2CMUU type=write size=4093307 2026-04-02T11:49:32.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.702+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~HK0G6N58LI80.0 size=1048576 2026-04-02T11:49:32.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.703+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~HK0G6N58LI80.1 size=1048576 2026-04-02T11:49:32.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.704+0000 7f5d7598a880 1 < completed part key=_multipart_42U7D3Y8Z7PW.2~HK0G6N58LI80.2 size=584583 2026-04-02T11:49:32.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.705+0000 7f5d7598a880 1 < completed multipart upload key=42U7D3Y8Z7PW upload=HK0G6N58LI80 tag=2RE4HID3WJXJ type=write size=3730311 2026-04-02T11:49:32.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.706+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~4UKHZCD1EXH0.0 size=1048576 2026-04-02T11:49:32.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.707+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~4UKHZCD1EXH0.1 size=966325 2026-04-02T11:49:32.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.707+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=4UKHZCD1EXH0 tag=RVEJFPX7Y50L type=write size=3063477 2026-04-02T11:49:32.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.708+0000 7f5d7598a880 -1 < failed to complete operation key=07AW9BPTKOI3 tag=9EK1YM3A4JLE type=write size=935708: (22) Invalid argument 2026-04-02T11:49:32.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.709+0000 7f5d7598a880 1 > prepared part key=_multipart_SKU4BMEAT7O7.2~FI8VOPM1BRJT.0 size=385138 2026-04-02T11:49:32.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.709+0000 7f5d7598a880 1 > prepared multipart upload key=SKU4BMEAT7O7 upload=FI8VOPM1BRJT tag=278MCH6LWQES type=write size=1433714 2026-04-02T11:49:32.712 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.710+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=XU4POJHXIGXE type=del 2026-04-02T11:49:32.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.711+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=HPHZKJHZ0OEO type=del size=3633562 2026-04-02T11:49:32.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.712+0000 7f5d7598a880 -1 < failed to complete operation key=07AW9BPTKOI3 tag=W8U0FYM93L68 type=del size=3699521: (22) Invalid argument 2026-04-02T11:49:32.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.712+0000 7f5d7598a880 1 > prepared operation key=B069J9WSE2J1 tag=9SNNPWA0DWJ5 type=del size=2136083 2026-04-02T11:49:32.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.713+0000 7f5d7598a880 1 < completed write operation key=JJ7N37F55IC3 tag=ASK8HLAL6IBJ type=write size=71551 2026-04-02T11:49:32.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.714+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~45U5KC4AFCSQ.0 size=1048576 2026-04-02T11:49:32.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.718+0000 7f5d7598a880 1 > prepared part key=_multipart_3T2FDRTF7XHC.2~45U5KC4AFCSQ.1 size=89226 2026-04-02T11:49:32.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.718+0000 7f5d7598a880 1 > prepared multipart upload key=3T2FDRTF7XHC upload=45U5KC4AFCSQ tag=11WB5QP61A1U type=write size=2186378 2026-04-02T11:49:32.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.718+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~3W9K7F093REN.0 size=1048576 2026-04-02T11:49:32.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.718+0000 7f5d7598a880 1 < canceled part key=_multipart_5SYEEEI3LHR1.2~3W9K7F093REN.1 size=1048576 2026-04-02T11:49:32.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.719+0000 7f5d7598a880 1 < completed part key=_multipart_5SYEEEI3LHR1.2~3W9K7F093REN.2 size=756339 2026-04-02T11:49:32.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.720+0000 7f5d7598a880 1 < canceled multipart upload key=5SYEEEI3LHR1 upload=3W9K7F093REN tag=VTC3H9AINNQN type=write size=3902067 2026-04-02T11:49:32.723 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.721+0000 7f5d7598a880 1 > prepared operation key=TJDWV3CEZ1PF tag=2PCC33OU89LY type=write size=275001 2026-04-02T11:49:32.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.722+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~AP2JL0DR5KX0.0 size=1048576 2026-04-02T11:49:32.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.723+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~AP2JL0DR5KX0.1 size=1048576 2026-04-02T11:49:32.725 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.723+0000 7f5d7598a880 1 < completed part key=_multipart_HOC3CF4CF4HD.2~AP2JL0DR5KX0.2 size=639056 2026-04-02T11:49:32.727 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.725+0000 7f5d7598a880 1 < completed multipart upload key=HOC3CF4CF4HD upload=AP2JL0DR5KX0 tag=FCMBU0YFQVJO type=write size=3784784 2026-04-02T11:49:32.729 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.727+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~QGEP3FPNM035.0 size=1048576 2026-04-02T11:49:32.729 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.728+0000 7f5d7598a880 1 > prepared part key=_multipart_C6GX0GW6KDYE.2~QGEP3FPNM035.1 size=744778 2026-04-02T11:49:32.729 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.728+0000 7f5d7598a880 1 > prepared multipart upload key=C6GX0GW6KDYE upload=QGEP3FPNM035 tag=2UDC24TD9KHE type=write size=2841930 2026-04-02T11:49:32.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.728+0000 7f5d7598a880 1 < completed delete operation key=07AW9BPTKOI3 tag=IUDU1989KGYM type=del 2026-04-02T11:49:32.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.729+0000 7f5d7598a880 1 > prepared operation key=J47182HKJTLL tag=R8R17J3MT9S5 type=del size=4141700 2026-04-02T11:49:32.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.730+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=BAYP3G71NSLE type=del 2026-04-02T11:49:32.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.731+0000 7f5d7598a880 1 > prepared operation key=VILE4YEMEN09 tag=Z9NRD5X7VUPW type=del size=3728357 2026-04-02T11:49:32.734 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.732+0000 7f5d7598a880 1 < completed delete operation key=7GZSL99JL986 tag=JVSWVBF1KMH4 type=del 2026-04-02T11:49:32.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.733+0000 7f5d7598a880 1 > prepared operation key=5AJK8GE86W32 tag=UCRB0QO4DT3D type=del size=1727228 2026-04-02T11:49:32.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.734+0000 7f5d7598a880 1 < completed part key=_multipart_J4VNVDQ38I9H.2~3H9CFBT5DN04.0 size=1048576 2026-04-02T11:49:32.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.734+0000 7f5d7598a880 1 < canceled part key=_multipart_J4VNVDQ38I9H.2~3H9CFBT5DN04.1 size=641680 2026-04-02T11:49:32.737 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.735+0000 7f5d7598a880 1 < canceled multipart upload key=J4VNVDQ38I9H upload=3H9CFBT5DN04 tag=DQTKZI5BODJ2 type=write size=2738832 2026-04-02T11:49:32.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.737+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~BZOYRWDF82GT.0 size=1048576 2026-04-02T11:49:32.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.737+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~BZOYRWDF82GT.1 size=1048576 2026-04-02T11:49:32.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.738+0000 7f5d7598a880 1 > prepared part key=_multipart_ZQKQX36TNEUQ.2~BZOYRWDF82GT.2 size=926564 2026-04-02T11:49:32.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.738+0000 7f5d7598a880 1 > prepared multipart upload key=ZQKQX36TNEUQ upload=BZOYRWDF82GT tag=IEGP3I3GWSIB type=write size=4072292 2026-04-02T11:49:32.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.739+0000 7f5d7598a880 1 < suggested remove operation key=3T2FDRTF7XHC tag=32B6PGFQN7K1 type=del 2026-04-02T11:49:32.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.741+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~Y0ENPC0ZDD58.0 size=1048576 2026-04-02T11:49:32.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.741+0000 7f5d7598a880 1 > prepared part key=_multipart_ZS5NQMR2F1CO.2~Y0ENPC0ZDD58.1 size=851018 2026-04-02T11:49:32.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.741+0000 7f5d7598a880 1 > prepared multipart upload key=ZS5NQMR2F1CO upload=Y0ENPC0ZDD58 tag=9QKK4ZF3HCC0 type=write size=2948170 2026-04-02T11:49:32.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.742+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~65H4FNPCQT7F.0 size=1048576 2026-04-02T11:49:32.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.743+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~65H4FNPCQT7F.1 size=1048576 2026-04-02T11:49:32.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.743+0000 7f5d7598a880 1 < completed part key=_multipart_OCGXGNN4YVH3.2~65H4FNPCQT7F.2 size=254125 2026-04-02T11:49:32.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.745+0000 7f5d7598a880 1 < completed multipart upload key=OCGXGNN4YVH3 upload=65H4FNPCQT7F tag=45QKLMM2QZ6G type=write size=3399853 2026-04-02T11:49:32.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.745+0000 7f5d7598a880 1 > prepared operation key=TG8AKFTZB4ZM tag=5IOOB9CFRM3M type=write size=362278 2026-04-02T11:49:32.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.746+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~6T9RFGE7IZYR.0 size=1048576 2026-04-02T11:49:32.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.747+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~6T9RFGE7IZYR.1 size=1048576 2026-04-02T11:49:32.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.747+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~6T9RFGE7IZYR.2 size=227967 2026-04-02T11:49:32.751 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.749+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=6T9RFGE7IZYR tag=I0OTN9C6ZA8R type=write size=3373695 2026-04-02T11:49:32.751 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.750+0000 7f5d7598a880 1 > prepared operation key=BHZAHJYOGK2B tag=SFYONHULTL1K type=del size=2159599 2026-04-02T11:49:32.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.750+0000 7f5d7598a880 1 < completed delete operation key=HYSJYWQT3N55 tag=2ZZJXQD25ZH2 type=del 2026-04-02T11:49:32.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.751+0000 7f5d7598a880 1 > prepared operation key=42U7D3Y8Z7PW tag=0HPCL4ITS7ZS type=del size=835713 2026-04-02T11:49:32.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.752+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~FG46B2T5O9XL.0 size=1048576 2026-04-02T11:49:32.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.753+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~FG46B2T5O9XL.1 size=1048576 2026-04-02T11:49:32.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.753+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~FG46B2T5O9XL.2 size=947579 2026-04-02T11:49:32.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.755+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=FG46B2T5O9XL tag=P6I348A2CMUU type=write size=4093307 2026-04-02T11:49:32.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.756+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~2DCQXX0D2PE2.0 size=1048576 2026-04-02T11:49:32.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.757+0000 7f5d7598a880 1 > prepared part key=_multipart_B069J9WSE2J1.2~2DCQXX0D2PE2.1 size=512437 2026-04-02T11:49:32.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.757+0000 7f5d7598a880 1 > prepared multipart upload key=B069J9WSE2J1 upload=2DCQXX0D2PE2 tag=A8GI0TMCFKDB type=write size=2609589 2026-04-02T11:49:32.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.757+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~4UKHZCD1EXH0.0 size=1048576 2026-04-02T11:49:32.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.758+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~4UKHZCD1EXH0.1 size=966325 2026-04-02T11:49:32.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.759+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=4UKHZCD1EXH0 tag=RVEJFPX7Y50L type=write size=3063477 2026-04-02T11:49:32.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.760+0000 7f5d7598a880 1 > prepared operation key=WMXK0TM2YJZJ tag=RAVUEXSP1J60 type=del size=3307082 2026-04-02T11:49:32.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.761+0000 7f5d7598a880 1 < completed part key=_multipart_SKU4BMEAT7O7.2~FI8VOPM1BRJT.0 size=385138 2026-04-02T11:49:32.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.762+0000 7f5d7598a880 1 < completed multipart upload key=SKU4BMEAT7O7 upload=FI8VOPM1BRJT tag=278MCH6LWQES type=write size=1433714 2026-04-02T11:49:32.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.763+0000 7f5d7598a880 1 > prepared operation key=UWKIR14N3KM3 tag=53Q4JQYCKJRS type=del size=3453709 2026-04-02T11:49:32.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.764+0000 7f5d7598a880 1 < completed delete operation key=5SYEEEI3LHR1 tag=HPHZKJHZ0OEO type=del 2026-04-02T11:49:32.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.764+0000 7f5d7598a880 1 > prepared operation key=SKU4BMEAT7O7 tag=0GWDMPRCW49R type=del size=1419380 2026-04-02T11:49:32.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.765+0000 7f5d7598a880 1 < completed delete operation key=B069J9WSE2J1 tag=9SNNPWA0DWJ5 type=del 2026-04-02T11:49:32.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.766+0000 7f5d7598a880 1 > prepared operation key=5MI2F3J8J9MJ tag=0YKVVLIBDL4X type=del size=3167797 2026-04-02T11:49:32.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.767+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~45U5KC4AFCSQ.0 size=1048576 2026-04-02T11:49:32.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.767+0000 7f5d7598a880 1 < completed part key=_multipart_3T2FDRTF7XHC.2~45U5KC4AFCSQ.1 size=89226 2026-04-02T11:49:32.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.769+0000 7f5d7598a880 1 < completed multipart upload key=3T2FDRTF7XHC upload=45U5KC4AFCSQ tag=11WB5QP61A1U type=write size=2186378 2026-04-02T11:49:32.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.770+0000 7f5d7598a880 1 > prepared operation key=V6UN2ZWR2MRB tag=76ULJQUYBH4R type=del size=673337 2026-04-02T11:49:32.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.770+0000 7f5d7598a880 1 < completed write operation key=TJDWV3CEZ1PF tag=2PCC33OU89LY type=write size=275001 2026-04-02T11:49:32.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.771+0000 7f5d7598a880 1 > prepared operation key=IOCSURQ3BMAF tag=PF6P2GTHFZ4W type=del size=3908651 2026-04-02T11:49:32.774 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.772+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~QGEP3FPNM035.0 size=1048576 2026-04-02T11:49:32.774 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.773+0000 7f5d7598a880 1 < completed part key=_multipart_C6GX0GW6KDYE.2~QGEP3FPNM035.1 size=744778 2026-04-02T11:49:32.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.774+0000 7f5d7598a880 1 < completed multipart upload key=C6GX0GW6KDYE upload=QGEP3FPNM035 tag=2UDC24TD9KHE type=write size=2841930 2026-04-02T11:49:32.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.775+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~XK7NHT0G6ZSF.0 size=591722 2026-04-02T11:49:32.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.775+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=XK7NHT0G6ZSF tag=117UZKN8BPFS type=write size=1640298 2026-04-02T11:49:32.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.776+0000 7f5d7598a880 1 < completed delete operation key=J47182HKJTLL tag=R8R17J3MT9S5 type=del 2026-04-02T11:49:32.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.779+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~ZE7CYCIOHOG1.0 size=1048576 2026-04-02T11:49:32.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.780+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~ZE7CYCIOHOG1.1 size=466686 2026-04-02T11:49:32.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.780+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=ZE7CYCIOHOG1 tag=UWOR33AEWESM type=write size=2563838 2026-04-02T11:49:32.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.780+0000 7f5d7598a880 1 < completed delete operation key=VILE4YEMEN09 tag=Z9NRD5X7VUPW type=del 2026-04-02T11:49:32.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.781+0000 7f5d7598a880 1 > prepared operation key=5SYEEEI3LHR1 tag=JSFRLOK3AJ3L type=write size=431158 2026-04-02T11:49:32.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.782+0000 7f5d7598a880 1 < completed delete operation key=5AJK8GE86W32 tag=UCRB0QO4DT3D type=del 2026-04-02T11:49:32.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.783+0000 7f5d7598a880 1 > prepared operation key=OCGXGNN4YVH3 tag=HL1CAZ9M3Q12 type=del size=2890904 2026-04-02T11:49:32.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.784+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~BZOYRWDF82GT.0 size=1048576 2026-04-02T11:49:32.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.784+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~BZOYRWDF82GT.1 size=1048576 2026-04-02T11:49:32.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.785+0000 7f5d7598a880 1 < completed part key=_multipart_ZQKQX36TNEUQ.2~BZOYRWDF82GT.2 size=926564 2026-04-02T11:49:32.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.786+0000 7f5d7598a880 1 < completed multipart upload key=ZQKQX36TNEUQ upload=BZOYRWDF82GT tag=IEGP3I3GWSIB type=write size=4072292 2026-04-02T11:49:32.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.788+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~X5UQBFHDGZZW.0 size=1048576 2026-04-02T11:49:32.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.788+0000 7f5d7598a880 1 > prepared part key=_multipart_HOC3CF4CF4HD.2~X5UQBFHDGZZW.1 size=764726 2026-04-02T11:49:32.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.788+0000 7f5d7598a880 1 > prepared multipart upload key=HOC3CF4CF4HD upload=X5UQBFHDGZZW tag=B2VKL06G7KNQ type=write size=2861878 2026-04-02T11:49:32.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.789+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~Y0ENPC0ZDD58.0 size=1048576 2026-04-02T11:49:32.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.790+0000 7f5d7598a880 1 < completed part key=_multipart_ZS5NQMR2F1CO.2~Y0ENPC0ZDD58.1 size=851018 2026-04-02T11:49:32.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.791+0000 7f5d7598a880 1 < completed multipart upload key=ZS5NQMR2F1CO upload=Y0ENPC0ZDD58 tag=9QKK4ZF3HCC0 type=write size=2948170 2026-04-02T11:49:32.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.792+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~ZHE69Q6SR0CV.0 size=736284 2026-04-02T11:49:32.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.792+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=ZHE69Q6SR0CV tag=RX69Q1M0STGO type=write size=1784860 2026-04-02T11:49:32.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.794+0000 7f5d7598a880 1 < suggested update operation key=TG8AKFTZB4ZM tag=5IOOB9CFRM3M type=write size=362278 2026-04-02T11:49:32.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.795+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~49HHPI0EYQKG.0 size=1048576 2026-04-02T11:49:32.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.796+0000 7f5d7598a880 1 > prepared part key=_multipart_JJ7N37F55IC3.2~49HHPI0EYQKG.1 size=1045302 2026-04-02T11:49:32.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.796+0000 7f5d7598a880 1 > prepared multipart upload key=JJ7N37F55IC3 upload=49HHPI0EYQKG tag=KS317G20OYNS type=write size=3142454 2026-04-02T11:49:32.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.797+0000 7f5d7598a880 1 < completed delete operation key=BHZAHJYOGK2B tag=SFYONHULTL1K type=del 2026-04-02T11:49:32.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.797+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=IZ4UNQYZ2ED3 type=del size=1649330 2026-04-02T11:49:32.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.799+0000 7f5d7598a880 1 < suggested update operation key=42U7D3Y8Z7PW tag=0HPCL4ITS7ZS type=del size=835713 2026-04-02T11:49:32.802 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.800+0000 7f5d7598a880 1 > prepared part key=_multipart_5SYEEEI3LHR1.2~SMEP3CV7CYVB.0 size=27055 2026-04-02T11:49:32.802 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.800+0000 7f5d7598a880 1 > prepared multipart upload key=5SYEEEI3LHR1 upload=SMEP3CV7CYVB tag=9D1HI89OXOE3 type=write size=1075631 2026-04-02T11:49:32.803 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.801+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~2DCQXX0D2PE2.0 size=1048576 2026-04-02T11:49:32.803 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.802+0000 7f5d7598a880 1 < completed part key=_multipart_B069J9WSE2J1.2~2DCQXX0D2PE2.1 size=512437 2026-04-02T11:49:32.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.803+0000 7f5d7598a880 1 < completed multipart upload key=B069J9WSE2J1 upload=2DCQXX0D2PE2 tag=A8GI0TMCFKDB type=write size=2609589 2026-04-02T11:49:32.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.804+0000 7f5d7598a880 1 > prepared operation key=88E9H9UTDGH9 tag=F2W7YENMLT0M type=del size=1532093 2026-04-02T11:49:32.807 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.805+0000 7f5d7598a880 1 < suggested remove operation key=WMXK0TM2YJZJ tag=RAVUEXSP1J60 type=del 2026-04-02T11:49:32.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.806+0000 7f5d7598a880 1 > prepared operation key=ZS5NQMR2F1CO tag=8IEL0YH1QBW1 type=del size=1494528 2026-04-02T11:49:32.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.807+0000 7f5d7598a880 1 < canceled operation key=UWKIR14N3KM3 tag=53Q4JQYCKJRS type=del size=3453709 2026-04-02T11:49:32.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.808+0000 7f5d7598a880 1 > prepared operation key=6BTSQ5CT3T88 tag=AC8OZFOVZO96 type=del size=3112749 2026-04-02T11:49:32.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.808+0000 7f5d7598a880 1 < completed delete operation key=SKU4BMEAT7O7 tag=0GWDMPRCW49R type=del 2026-04-02T11:49:32.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.810+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~5FA3QN12XV31.0 size=1048576 2026-04-02T11:49:32.812 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.810+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~5FA3QN12XV31.1 size=1048576 2026-04-02T11:49:32.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.811+0000 7f5d7598a880 1 > prepared part key=_multipart_OCGXGNN4YVH3.2~5FA3QN12XV31.2 size=112432 2026-04-02T11:49:32.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:49:32.811+0000 7f5d7598a880 1 > prepared multipart upload key=OCGXGNN4YVH3 upload=5FA3QN12XV31 tag=VQUXCXU2CJK3 type=write size=3258160 2026-04-02T11:49:32.813 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_rgw_stats.simulate (7454 ms) 2026-04-02T11:49:32.813 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 1 test from cls_rgw_stats (7454 ms total) 2026-04-02T11:49:32.813 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:49:32.813 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:49:33.185 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 1 test from 1 test suite ran. (9690 ms total) 2026-04-02T11:49:33.185 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 1 test. 2026-04-02T11:49:33.188 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:49:33.189 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:49:33.265 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2026-04-02T11:49:33.266 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2026-04-02T11:49:33.266 DEBUG:teuthology.orchestra.run.vm07:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2026-04-02T11:49:33.341 INFO:tasks.workunit.client.0.vm07.stdout:Running main() from gmock_main.cc 2026-04-02T11:49:33.341 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 31 tests from 1 test suite. 2026-04-02T11:49:33.341 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:49:35.203 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 31 tests from CmpOmap 2026-04-02T11:49:35.203 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2026-04-02T11:49:35.225 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (22 ms) 2026-04-02T11:49:35.225 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2026-04-02T11:49:35.227 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (2 ms) 2026-04-02T11:49:35.227 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2026-04-02T11:49:35.229 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (1 ms) 2026-04-02T11:49:35.229 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2026-04-02T11:49:35.230 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (1 ms) 2026-04-02T11:49:35.231 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_str 2026-04-02T11:49:35.234 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_str (3 ms) 2026-04-02T11:49:35.234 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2026-04-02T11:49:35.237 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_u64 (3 ms) 2026-04-02T11:49:35.237 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2026-04-02T11:49:35.239 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (2 ms) 2026-04-02T11:49:35.239 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2026-04-02T11:49:35.241 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2026-04-02T11:49:35.241 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2026-04-02T11:49:35.246 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (4 ms) 2026-04-02T11:49:35.246 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2026-04-02T11:49:35.248 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (2 ms) 2026-04-02T11:49:35.249 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2026-04-02T11:49:35.249 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2026-04-02T11:49:35.249 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2026-04-02T11:49:35.249 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2026-04-02T11:49:35.249 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2026-04-02T11:49:35.253 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (4 ms) 2026-04-02T11:49:35.253 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2026-04-02T11:49:35.258 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (4 ms) 2026-04-02T11:49:35.258 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2026-04-02T11:49:35.263 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (4 ms) 2026-04-02T11:49:35.263 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2026-04-02T11:49:35.267 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (3 ms) 2026-04-02T11:49:35.267 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2026-04-02T11:49:35.272 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_set_vals_str (5 ms) 2026-04-02T11:49:35.272 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2026-04-02T11:49:35.277 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (5 ms) 2026-04-02T11:49:35.277 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2026-04-02T11:49:35.280 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2026-04-02T11:49:35.280 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2026-04-02T11:49:35.282 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (1 ms) 2026-04-02T11:49:35.282 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2026-04-02T11:49:35.282 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (0 ms) 2026-04-02T11:49:35.282 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2026-04-02T11:49:35.283 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2026-04-02T11:49:35.283 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2026-04-02T11:49:35.287 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (4 ms) 2026-04-02T11:49:35.287 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2026-04-02T11:49:35.291 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (4 ms) 2026-04-02T11:49:35.291 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2026-04-02T11:49:35.296 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (4 ms) 2026-04-02T11:49:35.296 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2026-04-02T11:49:35.305 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (9 ms) 2026-04-02T11:49:35.305 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2026-04-02T11:49:35.307 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (1 ms) 2026-04-02T11:49:35.307 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2026-04-02T11:49:35.309 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (1 ms) 2026-04-02T11:49:35.309 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2026-04-02T11:49:35.309 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (0 ms) 2026-04-02T11:49:35.309 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2026-04-02T11:49:35.309 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2026-04-02T11:49:35.310 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2026-04-02T11:49:35.314 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (4 ms) 2026-04-02T11:49:35.314 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 31 tests from CmpOmap (112 ms total) 2026-04-02T11:49:35.314 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:49:35.314 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:49:36.230 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 31 tests from 1 test suite ran. (2888 ms total) 2026-04-02T11:49:36.230 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 31 tests. 2026-04-02T11:49:36.231 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:49:36.231 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:49:36.312 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2026-04-02T11:49:36.313 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2026-04-02T11:49:36.313 DEBUG:teuthology.orchestra.run.vm07:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2026-04-02T11:49:36.395 INFO:tasks.workunit.client.0.vm07.stdout:Running main() from gmock_main.cc 2026-04-02T11:49:36.395 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:49:36.395 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:49:36.395 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 24 tests from TestCls2PCQueue 2026-04-02T11:49:36.395 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2026-04-02T11:49:39.724 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.GetCapacity (3328 ms) 2026-04-02T11:49:39.724 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2026-04-02T11:49:42.831 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3107 ms) 2026-04-02T11:49:42.831 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.Reserve 2026-04-02T11:49:45.850 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.Reserve (3018 ms) 2026-04-02T11:49:45.850 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2026-04-02T11:49:48.871 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3021 ms) 2026-04-02T11:49:48.871 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.Commit 2026-04-02T11:49:51.946 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.Commit (3073 ms) 2026-04-02T11:49:51.946 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.Stats 2026-04-02T11:49:54.972 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.Stats (3027 ms) 2026-04-02T11:49:54.972 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2026-04-02T11:49:59.383 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4410 ms) 2026-04-02T11:49:59.383 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.Abort 2026-04-02T11:50:02.411 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.Abort (3028 ms) 2026-04-02T11:50:02.411 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2026-04-02T11:50:05.741 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.ReserveError (3330 ms) 2026-04-02T11:50:05.741 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.CommitError 2026-04-02T11:50:08.780 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.CommitError (3038 ms) 2026-04-02T11:50:08.780 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.AbortError 2026-04-02T11:50:11.800 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.AbortError (3019 ms) 2026-04-02T11:50:11.800 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2026-04-02T11:50:14.829 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3023 ms) 2026-04-02T11:50:14.829 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2026-04-02T11:50:17.859 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3035 ms) 2026-04-02T11:50:17.859 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2026-04-02T11:50:20.897 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3037 ms) 2026-04-02T11:50:20.897 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2026-04-02T11:50:23.920 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3022 ms) 2026-04-02T11:50:23.920 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2026-04-02T11:50:26.951 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3030 ms) 2026-04-02T11:50:26.951 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2026-04-02T11:50:30.083 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3132 ms) 2026-04-02T11:50:30.083 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2026-04-02T11:50:33.122 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.Cleanup (3039 ms) 2026-04-02T11:50:33.122 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2026-04-02T11:50:43.506 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.MultiProducer (10383 ms) 2026-04-02T11:50:43.506 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2026-04-02T11:50:47.528 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4019 ms) 2026-04-02T11:50:47.529 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2026-04-02T11:50:59.547 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (12021 ms) 2026-04-02T11:50:59.547 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2026-04-02T11:51:03.967 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4419 ms) 2026-04-02T11:51:03.967 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2026-04-02T11:51:09.035 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5068 ms) 2026-04-02T11:51:09.036 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2026-04-02T11:51:14.155 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5119 ms) 2026-04-02T11:51:14.155 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 24 tests from TestCls2PCQueue (97760 ms total) 2026-04-02T11:51:14.155 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:51:14.155 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:51:14.155 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 24 tests from 1 test suite ran. (97760 ms total) 2026-04-02T11:51:14.155 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 24 tests. 2026-04-02T11:51:14.158 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:51:14.158 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:51:14.245 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2026-04-02T11:51:14.246 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2026-04-02T11:51:14.246 DEBUG:teuthology.orchestra.run.vm07:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2026-04-02T11:51:14.304 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:51:14.304 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:51:14.304 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-02T11:51:14.304 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:51:16.166 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 4 tests from ClsAccount 2026-04-02T11:51:16.167 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsAccount.add 2026-04-02T11:51:16.186 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsAccount.add (19 ms) 2026-04-02T11:51:16.186 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsAccount.get 2026-04-02T11:51:16.190 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsAccount.get (4 ms) 2026-04-02T11:51:16.190 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsAccount.rm 2026-04-02T11:51:16.196 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsAccount.rm (6 ms) 2026-04-02T11:51:16.196 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] ClsAccount.list 2026-04-02T11:51:16.210 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] ClsAccount.list (13 ms) 2026-04-02T11:51:16.210 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 4 tests from ClsAccount (43 ms total) 2026-04-02T11:51:16.210 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:51:16.210 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:51:17.213 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 4 tests from 1 test suite ran. (2909 ms total) 2026-04-02T11:51:17.213 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 4 tests. 2026-04-02T11:51:17.216 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:51:17.216 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:51:17.251 INFO:tasks.workunit:Running workunits matching cls/test_cls_sem_set.sh on client.0... 2026-04-02T11:51:17.251 INFO:tasks.workunit:Running workunit cls/test_cls_sem_set.sh... 2026-04-02T11:51:17.252 DEBUG:teuthology.orchestra.run.vm07:workunit test cls/test_cls_sem_set.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sem_set.sh 2026-04-02T11:51:17.332 INFO:tasks.workunit.client.0.vm07.stdout:Running main() from gmock_main.cc 2026-04-02T11:51:17.332 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 5 tests from 1 test suite. 2026-04-02T11:51:17.332 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:51:17.332 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 5 tests from cls_sem_set 2026-04-02T11:51:17.333 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_sem_set.inc_dec 2026-04-02T11:51:20.233 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_sem_set.inc_dec (2900 ms) 2026-04-02T11:51:20.233 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_sem_set.inc_dec_overflow 2026-04-02T11:51:23.254 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_sem_set.inc_dec_overflow (3020 ms) 2026-04-02T11:51:23.254 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_sem_set.list_small 2026-04-02T11:51:26.282 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_sem_set.list_small (3026 ms) 2026-04-02T11:51:26.282 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_sem_set.list_large 2026-04-02T11:51:29.297 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_sem_set.list_large (3016 ms) 2026-04-02T11:51:29.297 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] cls_sem_set.inc_dec_time 2026-04-02T11:51:33.541 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] cls_sem_set.inc_dec_time (4243 ms) 2026-04-02T11:51:33.541 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 5 tests from cls_sem_set (16207 ms total) 2026-04-02T11:51:33.541 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:51:33.541 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:51:33.541 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 5 tests from 1 test suite ran. (16207 ms total) 2026-04-02T11:51:33.541 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 5 tests. 2026-04-02T11:51:33.543 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:51:33.543 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:51:33.621 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2026-04-02T11:51:33.622 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2026-04-02T11:51:33.622 DEBUG:teuthology.orchestra.run.vm07:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2026-04-02T11:51:33.709 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:51:33.709 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:51:33.709 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 6 tests from 1 test suite. 2026-04-02T11:51:33.709 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:51:35.674 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 6 tests from rgw_gc_log 2026-04-02T11:51:35.674 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2026-04-02T11:51:35.684 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] rgw_gc_log.init_existing_queue (10 ms) 2026-04-02T11:51:35.684 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2026-04-02T11:51:35.688 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] rgw_gc_log.init_existing_omap (4 ms) 2026-04-02T11:51:35.688 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2026-04-02T11:51:35.690 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (1 ms) 2026-04-02T11:51:35.690 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2026-04-02T11:51:35.692 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (1 ms) 2026-04-02T11:51:35.692 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2026-04-02T11:51:35.694 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] rgw_gc_log.defer1_after_init (2 ms) 2026-04-02T11:51:35.694 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2026-04-02T11:51:35.695 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] rgw_gc_log.defer2_before_init (1 ms) 2026-04-02T11:51:35.695 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 6 tests from rgw_gc_log (21 ms total) 2026-04-02T11:51:35.695 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:51:35.695 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:51:36.680 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 6 tests from 1 test suite ran. (2970 ms total) 2026-04-02T11:51:36.680 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 6 tests. 2026-04-02T11:51:36.683 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:51:36.684 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:51:36.720 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2026-04-02T11:51:36.721 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2026-04-02T11:51:36.721 DEBUG:teuthology.orchestra.run.vm07:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2026-04-02T11:51:36.802 INFO:tasks.workunit.client.0.vm07.stdout:Running main() from gmock_main.cc 2026-04-02T11:51:36.802 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-02T11:51:36.802 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:51:36.802 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 4 tests from TestRGWObj 2026-04-02T11:51:36.802 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestRGWObj.underscore 2026-04-02T11:51:36.802 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns= i= 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns= i= 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns= i= 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "obj1": { 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "obj2": { 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "obj3": { 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.803 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "obj3-2": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns=ns i= 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns=ns i= 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns=ns i= 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "obj1": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "obj2": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.804 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "obj3": { 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "obj3-2": { 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns= i=v1 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns= i=v1 2026-04-02T11:51:36.805 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns= i=v1 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "obj1": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "obj2": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "obj3": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.806 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "obj3-2": { 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns=ns i=v1 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns=ns i=v1 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout:parsed: _obj[v1] 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout:stripped: _obj ns=ns i=v1 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "obj1": { 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "obj2": { 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.807 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "obj3": { 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "obj3-2": { 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_obj", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestRGWObj.no_underscore 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.808 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns= i= 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns= i= 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns= i= 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "obj1": { 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "obj2": { 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "obj3": { 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.809 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "obj3-2": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns=ns i= 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns=ns i= 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns=ns i= 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "obj1": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "obj2": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.810 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "obj3": { 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "obj3-2": { 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns= i=v1 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns= i=v1 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns= i=v1 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "obj1": { 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.811 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "obj2": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "obj3": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "obj3-2": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.812 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns=ns i=v1 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns=ns i=v1 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout:parsed: obj[v1] 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout:stripped: obj ns=ns i=v1 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "obj1": { 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "obj2": { 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "obj3": { 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.813 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "obj3-2": { 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "name": "obj", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "v1", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestRGWObj.obj_to_raw 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.814 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker_myobj", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.815 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker_myobj", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.816 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.817 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.818 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.819 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.820 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.821 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.822 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker___myobj", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj" 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.823 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker___myobj", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj" 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.824 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.825 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.826 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj" 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.827 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj" 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.828 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.829 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker___myobj_", 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj_" 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.830 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker___myobj_", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj_" 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.831 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.832 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.833 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj_" 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.834 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj_" 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.835 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "pool": "default-placement.data", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "name": "test", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": "", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": "" 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.836 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "obj": { 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] TestRGWObj.old_to_raw 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker_myobj", 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.837 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker_myobj 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker_myobj", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker_myobj 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.838 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker__ns_myobj 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker__ns_myobj 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.839 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker__:inst_myobj 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker__:inst_myobj 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker__ns:inst_myobj 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.840 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "name": "myobj", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker__ns:inst_myobj 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker___myobj", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj" 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker___myobj 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker___myobj", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj" 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.841 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker___myobj 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker__ns__myobj 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.842 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker__ns__myobj 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj" 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker__:inst__myobj 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj" 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker__:inst__myobj 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.843 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker__ns:inst__myobj 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker__ns:inst__myobj 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker___myobj_", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj_" 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.844 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker___myobj_ 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker___myobj_", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj_" 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker___myobj_ 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.845 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker__ns__myobj_ 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker__ns__myobj_ 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj_" 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker__:inst__myobj_ 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.846 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "marker__myobj_" 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "" 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker__:inst__myobj_ 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj": { 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj": { 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "raw_obj2": { 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "pool": ".data-pool", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "loc": "" 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "new_obj2": { 2026-04-02T11:51:36.847 INFO:tasks.workunit.client.0.vm07.stdout: "bucket": { 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "name": "ebtest", 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "marker": "marker", 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_id": "bucket-id", 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "tenant": "", 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "explicit_placement": { 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "data_pool": ".data-pool", 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "data_extra_pool": "", 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "index_pool": ".index-pool" 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "key": { 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "name": "_myobj_", 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "instance": "inst", 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: "ns": "ns" 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 4 tests from TestRGWObj (0 ms total) 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 4 tests from 1 test suite ran. (0 ms total) 2026-04-02T11:51:36.848 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 4 tests. 2026-04-02T11:51:36.848 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:51:36.848 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:51:36.922 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_datalog.sh on client.0... 2026-04-02T11:51:36.922 INFO:tasks.workunit:Running workunit rgw/test_rgw_datalog.sh... 2026-04-02T11:51:36.923 DEBUG:teuthology.orchestra.run.vm07:workunit test rgw/test_rgw_datalog.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datalog.sh 2026-04-02T11:51:37.005 INFO:tasks.workunit.client.0.vm07.stdout:Running main() from gmock_main.cc 2026-04-02T11:51:37.005 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 10 tests from 4 test suites. 2026-04-02T11:51:37.005 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:51:37.005 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 1 test from DataLogBG 2026-04-02T11:51:37.005 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] DataLogBG.TestRoundTrip 2026-04-02T11:51:37.005 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] DataLogBG.TestRoundTrip (0 ms) 2026-04-02T11:51:37.005 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 1 test from DataLogBG (0 ms total) 2026-04-02T11:51:37.005 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:51:37.005 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 4 tests from DataLog 2026-04-02T11:51:37.005 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] DataLog.TestSem 2026-04-02T11:51:39.698 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] DataLog.TestSem (2692 ms) 2026-04-02T11:51:39.698 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] DataLog.SimpleRecovery 2026-04-02T11:51:42.806 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] DataLog.SimpleRecovery (3108 ms) 2026-04-02T11:51:42.806 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] DataLog.CycleRecovery 2026-04-02T11:51:45.820 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] DataLog.CycleRecovery (3013 ms) 2026-04-02T11:51:45.820 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] DataLog.SemaphoresRecovery 2026-04-02T11:51:48.918 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] DataLog.SemaphoresRecovery (3097 ms) 2026-04-02T11:51:48.918 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 4 tests from DataLog (11913 ms total) 2026-04-02T11:51:48.918 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:51:48.918 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 1 test from DataLogWatchless 2026-04-02T11:51:48.918 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] DataLogWatchless.NotWatching 2026-04-02T11:51:51.940 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] DataLogWatchless.NotWatching (3022 ms) 2026-04-02T11:51:51.940 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 1 test from DataLogWatchless (3022 ms total) 2026-04-02T11:51:51.940 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:51:51.940 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 4 tests from DataLogBulky 2026-04-02T11:51:51.940 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] DataLogBulky.TestSemBulky 2026-04-02T11:51:54.968 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] DataLogBulky.TestSemBulky (3027 ms) 2026-04-02T11:51:54.968 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] DataLogBulky.BulkyRecovery 2026-04-02T11:51:57.989 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] DataLogBulky.BulkyRecovery (3021 ms) 2026-04-02T11:51:57.990 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] DataLogBulky.BulkyCycleRecovery 2026-04-02T11:52:01.140 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] DataLogBulky.BulkyCycleRecovery (3150 ms) 2026-04-02T11:52:01.140 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] DataLogBulky.BulkySemaphoresRecovery 2026-04-02T11:52:04.173 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] DataLogBulky.BulkySemaphoresRecovery (3033 ms) 2026-04-02T11:52:04.173 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 4 tests from DataLogBulky (12233 ms total) 2026-04-02T11:52:04.173 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:52:04.173 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:52:04.173 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 10 tests from 4 test suites ran. (27168 ms total) 2026-04-02T11:52:04.173 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 10 tests. 2026-04-02T11:52:04.177 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:52:04.177 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:52:04.250 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2026-04-02T11:52:04.250 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2026-04-02T11:52:04.250 DEBUG:teuthology.orchestra.run.vm07:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2026-04-02T11:52:04.354 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:52:04.354 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:52:04.375 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.374+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.374+0000 7f32d776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:52:04.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.374+0000 7f32d776e900 20 realm 2026-04-02T11:52:04.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.374+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.374+0000 7f32d776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:52:04.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.374+0000 7f32d776e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:52:04.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.374+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.374+0000 7f32d776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:52:04.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.374+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.375+0000 7f32d776e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:52:04.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.375+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.376+0000 7f32d776e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:52:04.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.376+0000 7f32d776e900 20 searching for the correct realm 2026-04-02T11:52:04.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.377+0000 7f32ce7fc640 0 -- 192.168.123.107:0/2743103961 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f32c00dc4c0 msgr2=0x7f32c0008c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:52:04.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.582+0000 7f32cf7fe640 0 -- 192.168.123.107:0/2743103961 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f32bc08b040 msgr2=0x7f32bc065070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.588+0000 7f32d776e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.588+0000 7f32d776e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.588+0000 7f32d776e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.588+0000 7f32d776e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.588+0000 7f32d776e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.588+0000 7f32d776e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.588+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.588+0000 7f32d776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.588+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.588+0000 7f32d776e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.588+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 20 zone default found 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 4 Realm: () 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:52:04.590 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:52:04.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 20 zonegroup default 2026-04-02T11:52:04.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:52:04.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:52:04.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:52:04.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 20 started sync module instance, tier type = 2026-04-02T11:52:04.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.589+0000 7f32d776e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:52:04.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.593+0000 7f32d776e900 20 add_watcher() i=2 2026-04-02T11:52:04.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.593+0000 7f32d776e900 20 add_watcher() i=3 2026-04-02T11:52:04.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.593+0000 7f32d776e900 20 add_watcher() i=1 2026-04-02T11:52:04.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.593+0000 7f32d776e900 20 add_watcher() i=7 2026-04-02T11:52:04.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.593+0000 7f32d776e900 20 add_watcher() i=5 2026-04-02T11:52:04.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.593+0000 7f32d776e900 20 add_watcher() i=4 2026-04-02T11:52:04.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.593+0000 7f32d776e900 20 add_watcher() i=6 2026-04-02T11:52:04.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.593+0000 7f32d776e900 20 add_watcher() i=0 2026-04-02T11:52:04.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.593+0000 7f32d776e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:52:04.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.595+0000 7f32d776e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:52:04.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.595+0000 7f32d776e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:52:04.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.596+0000 7f32d776e900 5 note: GC not initialized 2026-04-02T11:52:04.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.596+0000 7f327bfff640 20 reqs_thread_entry: start 2026-04-02T11:52:04.640 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.638+0000 7f32d776e900 20 init_complete bucket index max shards: 1 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.638+0000 7f32d776e900 20 Filter name: none 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f3279ffb640 20 reqs_thread_entry: start 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 10 cache get: name=default.rgw.meta+users.keys+Ud17qm4R24B33A6GxaFfqFAAYx0= : miss 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 20 rados->read ofs=0 len=0 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 10 cache put: name=default.rgw.meta+users.keys+Ud17qm4R24B33A6GxaFfqFAAYx0= info.flags=0x0 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 10 adding default.rgw.meta+users.keys+Ud17qm4R24B33A6GxaFfqFAAYx0= to cache LRU end 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 10 cache get: name=default.rgw.meta+users.keys+Ud17qm4R24B33A6GxaFfqFAAYx0= : hit (negative entry) 2026-04-02T11:52:04.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.639+0000 7f32d776e900 10 cache get: name=default.rgw.meta+users.keys+Ud17qm4R24B33A6GxaFfqFAAYx0= : hit (negative entry) 2026-04-02T11:52:04.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.641+0000 7f32d776e900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2026-04-02T11:52:04.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.641+0000 7f32d776e900 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-02T11:52:04.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.641+0000 7f32d776e900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2026-04-02T11:52:04.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.641+0000 7f32adffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1262720385026 cookie 94633470183920 notifier 5309 bl.length()=697 2026-04-02T11:52:04.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.641+0000 7f32adffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2026-04-02T11:52:04.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.641+0000 7f32adffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-02T11:52:04.644 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.642+0000 7f32adffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1262720385027 cookie 94633470183920 notifier 5309 bl.length()=697 2026-04-02T11:52:04.644 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.642+0000 7f32adffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2026-04-02T11:52:04.644 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.642+0000 7f32adffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-02T11:52:04.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.644+0000 7f32d776e900 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2026-04-02T11:52:04.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.644+0000 7f32d776e900 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-02T11:52:04.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.644+0000 7f32d776e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2026-04-02T11:52:04.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.644+0000 7f32ae7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1262720385041 cookie 94633470180864 notifier 5309 bl.length()=194 2026-04-02T11:52:04.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.644+0000 7f32ae7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2026-04-02T11:52:04.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.644+0000 7f32ae7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-02T11:52:04.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.645+0000 7f32d776e900 10 cache put: name=default.rgw.meta+users.keys+Ud17qm4R24B33A6GxaFfqFAAYx0= info.flags=0x7 2026-04-02T11:52:04.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.645+0000 7f32d776e900 10 moving default.rgw.meta+users.keys+Ud17qm4R24B33A6GxaFfqFAAYx0= to cache LRU end 2026-04-02T11:52:04.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.645+0000 7f32d776e900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:Ud17qm4R24B33A6GxaFfqFAAYx0=, ofs0, ns] 2026-04-02T11:52:04.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.645+0000 7f32ae7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1262720385028 cookie 94633470183920 notifier 5309 bl.length()=203 2026-04-02T11:52:04.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.645+0000 7f32ae7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+Ud17qm4R24B33A6GxaFfqFAAYx0= info.flags=0x7 2026-04-02T11:52:04.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.645+0000 7f32ae7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+Ud17qm4R24B33A6GxaFfqFAAYx0= to cache LRU end 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "user_id": "ceph-test-librgw-file", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "display_name": "librgw test user", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "email": "librgw@example.com", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "suspended": 0, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "max_buckets": 1000, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "subusers": [], 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "keys": [ 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: { 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "user": "ceph-test-librgw-file", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "access_key": "Ud17qm4R24B33A6GxaFfqFAAYx0=", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "secret_key": "Oa6Ap3ZHwrCitZ+eqnWZJ0SSYxTC18uBTKZa+Zs5TtjnNJ3oJ6RG5g==", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "active": true, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "create_date": "2026-04-02T11:52:04.641125Z" 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: ], 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "swift_keys": [], 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "caps": [], 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "op_mask": "read, write, delete", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "default_placement": "", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "default_storage_class": "", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "placement_tags": [], 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_quota": { 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "enabled": false, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "check_on_raw": false, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "max_size": -1, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "max_size_kb": 0, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "max_objects": -1 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "user_quota": { 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "enabled": false, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "check_on_raw": false, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "max_size": -1, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "max_size_kb": 0, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "max_objects": -1 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "temp_url_keys": [], 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "type": "rgw", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "mfa_ids": [], 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "account_id": "", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "path": "/", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "create_date": "2026-04-02T11:52:04.641121Z", 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "tags": [], 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: "group_ids": [] 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:52:04.648 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:52:04.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.649+0000 7f32d776e900 20 remove_watcher() i=3 2026-04-02T11:52:04.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.649+0000 7f32d776e900 2 removed watcher, disabling cache 2026-04-02T11:52:04.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.649+0000 7f32d776e900 20 remove_watcher() i=0 2026-04-02T11:52:04.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.649+0000 7f32d776e900 20 remove_watcher() i=7 2026-04-02T11:52:04.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.649+0000 7f32d776e900 20 remove_watcher() i=5 2026-04-02T11:52:04.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.649+0000 7f32d776e900 20 remove_watcher() i=4 2026-04-02T11:52:04.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.649+0000 7f32d776e900 20 remove_watcher() i=6 2026-04-02T11:52:04.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.649+0000 7f32d776e900 20 remove_watcher() i=1 2026-04-02T11:52:04.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:04.649+0000 7f32d776e900 20 remove_watcher() i=2 2026-04-02T11:52:04.656 INFO:tasks.workunit.client.0.vm07.stdout:phase 1.1 2026-04-02T11:52:04.676 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:52:04.676 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:52:04.676 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 24 tests from LibRGW 2026-04-02T11:52:04.676 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:52:04.682 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:52:04.682 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:52:04.994 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (318 ms) 2026-04-02T11:52:04.994 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-02T11:52:04.995 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2026-04-02T11:52:04.995 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:52:04.995 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:52:04.995 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-02T11:52:05.002 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/bar/baz/quux 2026-04-02T11:52:05.006 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/f1 2026-04-02T11:52:05.008 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/f2 2026-04-02T11:52:05.012 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/bar/f1 2026-04-02T11:52:05.015 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/bar/d1/ 2026-04-02T11:52:05.018 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/bar/baz/hungry 2026-04-02T11:52:05.022 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2026-04-02T11:52:05.027 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/bar/baz/momma 2026-04-02T11:52:05.030 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/bar/baz/bear/ 2026-04-02T11:52:05.033 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2026-04-02T11:52:05.037 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2026-04-02T11:52:05.040 INFO:tasks.workunit.client.0.vm07.stdout:creating: nfsroot:foo/bar/baz/frobozz 2026-04-02T11:52:05.043 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SETUP_HIER1 (48 ms) 2026-04-02T11:52:05.043 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-02T11:52:05.130 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SETUP_DIRS1 (86 ms) 2026-04-02T11:52:05.130 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SETATTR 2026-04-02T11:52:05.130 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-02T11:52:05.130 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-02T11:52:05.144 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (13 ms) 2026-04-02T11:52:05.144 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-02T11:52:05.243 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (98 ms) 2026-04-02T11:52:05.243 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-02T11:52:05.243 INFO:tasks.workunit.client.0.vm07.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2026-04-02T11:52:05.248 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (5 ms) 2026-04-02T11:52:05.248 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-02T11:52:05.248 INFO:tasks.workunit.client.0.vm07.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2026-04-02T11:52:05.253 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (4 ms) 2026-04-02T11:52:05.253 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-02T11:52:05.253 INFO:tasks.workunit.client.0.vm07.stdout:scanning objects in /bdirs1/dir_0 2026-04-02T11:52:05.253 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:52:05.253 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout:scanning objects in /bdirs1/dir_1 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout:scanning objects in /bdirs1/dir_2 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout:read back objects in /bdirs1/dir_0 2026-04-02T11:52:05.254 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_0/sfile_0 2026-04-02T11:52:05.255 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:52:05.255 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_0/sfile_1 2026-04-02T11:52:05.255 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:52:05.256 INFO:tasks.workunit.client.0.vm07.stdout:read back objects in /bdirs1/dir_1 2026-04-02T11:52:05.256 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_1/sfile_0 2026-04-02T11:52:05.256 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:52:05.256 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_1/sfile_1 2026-04-02T11:52:05.257 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:52:05.257 INFO:tasks.workunit.client.0.vm07.stdout:read back objects in /bdirs1/dir_2 2026-04-02T11:52:05.257 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_2/sfile_0 2026-04-02T11:52:05.258 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:52:05.258 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_2/sfile_1 2026-04-02T11:52:05.259 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:52:05.259 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READ_DIRS1 (6 ms) 2026-04-02T11:52:05.259 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READF_SETUP1 (95 ms) 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-02T11:52:05.355 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.HIER1 2026-04-02T11:52:05.360 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/f2 (f2): FILE 2026-04-02T11:52:05.360 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/f1 (f1): FILE 2026-04-02T11:52:05.361 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2026-04-02T11:52:05.362 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2026-04-02T11:52:05.364 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:52:05.365 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:52:05.365 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2026-04-02T11:52:05.365 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2026-04-02T11:52:05.366 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:52:05.366 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:52:05.366 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2026-04-02T11:52:05.367 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2026-04-02T11:52:05.367 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz (baz): DIR 2026-04-02T11:52:05.367 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar (bar): DIR 2026-04-02T11:52:05.367 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo (foo): DIR 2026-04-02T11:52:05.367 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot (nfsroot): DIR 2026-04-02T11:52:05.367 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.HIER1 (12 ms) 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:52:05.368 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:05.366+0000 7f4bd1f309c0 -1 shutting down 2026-04-02T11:52:05.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:05.368+0000 7f4aaa6c7640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 74292, si_uid : 1000, si_addr0x3e800012234, si_status0 2026-04-02T11:52:35.067 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (29699 ms) 2026-04-02T11:52:35.067 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 24 tests from LibRGW (30391 ms total) 2026-04-02T11:52:35.067 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:52:35.067 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:52:35.067 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 24 tests from 1 test suite ran. (30391 ms total) 2026-04-02T11:52:35.067 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 24 tests. 2026-04-02T11:52:35.074 INFO:tasks.workunit.client.0.vm07.stdout:phase 1.2 2026-04-02T11:52:35.091 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:52:35.091 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:52:35.091 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 24 tests from LibRGW 2026-04-02T11:52:35.091 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:52:35.095 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:52:35.095 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:52:35.475 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (384 ms) 2026-04-02T11:52:35.475 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SETATTR 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2026-04-02T11:52:35.476 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.HIER1 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:52:35.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:35.474+0000 7f850c76c9c0 -1 shutting down 2026-04-02T11:52:35.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:52:35.476+0000 7f83e4f66640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 74920, si_uid : 1000, si_addr0x3e8000124a8, si_status0 2026-04-02T11:53:05.837 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (30360 ms) 2026-04-02T11:53:05.837 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 24 tests from LibRGW (30745 ms total) 2026-04-02T11:53:05.837 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:53:05.837 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:53:05.837 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 24 tests from 1 test suite ran. (30745 ms total) 2026-04-02T11:53:05.837 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 24 tests. 2026-04-02T11:53:05.842 INFO:tasks.workunit.client.0.vm07.stdout:phase 1.3 2026-04-02T11:53:05.862 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:53:05.862 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:53:05.862 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 24 tests from LibRGW 2026-04-02T11:53:05.862 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:53:05.867 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:53:05.867 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:53:06.242 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (379 ms) 2026-04-02T11:53:06.242 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-02T11:53:06.242 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2026-04-02T11:53:06.242 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:53:06.242 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:53:06.242 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-02T11:53:06.245 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SETUP_HIER1 (3 ms) 2026-04-02T11:53:06.245 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-02T11:53:06.295 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SETUP_DIRS1 (49 ms) 2026-04-02T11:53:06.295 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SETATTR 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:scanning objects in /bdirs1/dir_0 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:scanning objects in /bdirs1/dir_1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:scanning objects in /bdirs1/dir_2 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:read back objects in /bdirs1/dir_0 2026-04-02T11:53:06.296 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_0/sfile_0 2026-04-02T11:53:06.297 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:53:06.297 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_0/sfile_1 2026-04-02T11:53:06.298 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:53:06.298 INFO:tasks.workunit.client.0.vm07.stdout:read back objects in /bdirs1/dir_1 2026-04-02T11:53:06.298 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_1/sfile_0 2026-04-02T11:53:06.299 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:53:06.299 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_1/sfile_1 2026-04-02T11:53:06.300 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:53:06.300 INFO:tasks.workunit.client.0.vm07.stdout:read back objects in /bdirs1/dir_2 2026-04-02T11:53:06.300 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_2/sfile_0 2026-04-02T11:53:06.301 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:53:06.301 INFO:tasks.workunit.client.0.vm07.stdout:reading 0,256 dir_2/sfile_1 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READ_DIRS1 (6 ms) 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-02T11:53:06.303 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.HIER1 2026-04-02T11:53:06.307 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/f2 (f2): FILE 2026-04-02T11:53:06.307 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/f1 (f1): FILE 2026-04-02T11:53:06.308 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2026-04-02T11:53:06.310 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2026-04-02T11:53:06.312 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:53:06.312 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:53:06.312 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2026-04-02T11:53:06.313 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2026-04-02T11:53:06.313 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:53:06.313 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:53:06.314 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar/baz (baz): DIR 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo/bar (bar): DIR 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot/foo (foo): DIR 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:/nfsroot (nfsroot): DIR 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.HIER1 (12 ms) 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:53:06.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:53:06.313+0000 7fc70c32b9c0 -1 shutting down 2026-04-02T11:53:06.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:53:06.315+0000 7fc5e4a4b640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 75539, si_uid : 1000, si_addr0x3e800012713, si_status0 2026-04-02T11:53:36.589 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (30274 ms) 2026-04-02T11:53:36.589 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 24 tests from LibRGW (30727 ms total) 2026-04-02T11:53:36.589 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:53:36.589 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:53:36.590 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 24 tests from 1 test suite ran. (30727 ms total) 2026-04-02T11:53:36.590 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 24 tests. 2026-04-02T11:53:36.596 INFO:tasks.workunit.client.0.vm07.stdout:phase 2.1 2026-04-02T11:53:36.613 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-02T11:53:36.613 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:53:36.613 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 9 tests from LibRGW 2026-04-02T11:53:36.613 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:53:36.619 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:53:36.619 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:53:37.021 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (407 ms) 2026-04-02T11:53:37.021 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:53:37.021 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:53:37.021 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:53:37.029 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CREATE_BUCKET (7 ms) 2026-04-02T11:53:37.029 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:53:37.029 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-02T11:53:37.029 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2026-04-02T11:53:37.034 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave0 2026-04-02T11:53:37.039 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave1 2026-04-02T11:53:37.046 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave2 2026-04-02T11:53:37.051 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave3 2026-04-02T11:53:37.057 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave4 2026-04-02T11:53:37.062 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave5 2026-04-02T11:53:37.067 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave6 2026-04-02T11:53:37.072 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave7 2026-04-02T11:53:37.077 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave8 2026-04-02T11:53:37.084 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave9 2026-04-02T11:53:37.084 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (55 ms) 2026-04-02T11:53:37.084 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2026-04-02T11:53:37.198 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (114 ms) 2026-04-02T11:53:37.198 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:53:37.198 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:53:37.198 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:53:37.198 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:53:37.199 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:53:37.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:53:37.196+0000 7f4c249a29c0 -1 shutting down 2026-04-02T11:53:37.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:53:37.199+0000 7f4afd193640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 76166, si_uid : 1000, si_addr0x3e800012986, si_status0 2026-04-02T11:54:07.247 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (30048 ms) 2026-04-02T11:54:07.247 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 9 tests from LibRGW (30633 ms total) 2026-04-02T11:54:07.247 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:54:07.247 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:54:07.247 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 9 tests from 1 test suite ran. (30633 ms total) 2026-04-02T11:54:07.247 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 9 tests. 2026-04-02T11:54:07.253 INFO:tasks.workunit.client.0.vm07.stdout:phase 2.2 2026-04-02T11:54:07.270 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-02T11:54:07.270 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:54:07.270 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 9 tests from LibRGW 2026-04-02T11:54:07.270 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:54:07.275 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:54:07.275 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:54:07.463 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (193 ms) 2026-04-02T11:54:07.463 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:54:07.463 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:54:07.463 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:54:07.463 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-02T11:54:07.463 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:54:07.477 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_BUCKET (13 ms) 2026-04-02T11:54:07.477 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2026-04-02T11:54:07.484 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave0 2026-04-02T11:54:07.489 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave1 2026-04-02T11:54:07.495 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave2 2026-04-02T11:54:07.501 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave3 2026-04-02T11:54:07.506 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave4 2026-04-02T11:54:07.510 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave5 2026-04-02T11:54:07.515 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave6 2026-04-02T11:54:07.520 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave7 2026-04-02T11:54:07.527 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave8 2026-04-02T11:54:07.533 INFO:tasks.workunit.client.0.vm07.stdout:created: sorrydave9 2026-04-02T11:54:07.533 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (55 ms) 2026-04-02T11:54:07.533 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2026-04-02T11:54:07.639 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (106 ms) 2026-04-02T11:54:07.639 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:54:07.639 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:54:07.639 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:54:07.639 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:54:07.639 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:54:07.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:54:07.637+0000 7f34951579c0 -1 shutting down 2026-04-02T11:54:07.641 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:54:07.639+0000 7f336d95b640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 76793, si_uid : 1000, si_addr0x3e800012bf9, si_status0 2026-04-02T11:54:37.616 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (29977 ms) 2026-04-02T11:54:37.616 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 9 tests from LibRGW (30346 ms total) 2026-04-02T11:54:37.616 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:54:37.616 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:54:37.616 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 9 tests from 1 test suite ran. (30346 ms total) 2026-04-02T11:54:37.616 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 9 tests. 2026-04-02T11:54:37.623 INFO:tasks.workunit.client.0.vm07.stdout:phase 3.1 2026-04-02T11:54:37.757 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 13 tests from 1 test suite. 2026-04-02T11:54:37.757 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:54:37.757 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 13 tests from LibRGW 2026-04-02T11:54:37.757 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:54:37.762 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:54:37.762 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:54:38.230 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (473 ms) 2026-04-02T11:54:38.230 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:54:38.231 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:54:38.231 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:54:38.239 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CREATE_BUCKET (8 ms) 2026-04-02T11:54:38.239 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:54:38.241 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (1 ms) 2026-04-02T11:54:38.241 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:54:38.242 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2026-04-02T11:54:38.242 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LARGE1 2026-04-02T11:54:38.337 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LARGE1 (95 ms) 2026-04-02T11:54:38.337 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LARGE2 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LARGE2 (33 ms) 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:54:38.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:54:38.369+0000 7ff4c39a29c0 -1 shutting down 2026-04-02T11:54:38.373 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:54:38.372+0000 7ff39c193640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 77424, si_uid : 1000, si_addr0x3e800012e70, si_status0 2026-04-02T11:55:08.470 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (30099 ms) 2026-04-02T11:55:08.470 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 13 tests from LibRGW (30713 ms total) 2026-04-02T11:55:08.470 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:55:08.470 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:55:08.470 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 13 tests from 1 test suite ran. (30713 ms total) 2026-04-02T11:55:08.470 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 13 tests. 2026-04-02T11:55:08.478 INFO:tasks.workunit.client.0.vm07.stdout:phase 3.2 2026-04-02T11:55:08.601 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 13 tests from 1 test suite. 2026-04-02T11:55:08.601 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:55:08.601 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 13 tests from LibRGW 2026-04-02T11:55:08.601 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:55:08.606 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:55:08.606 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:55:08.790 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (188 ms) 2026-04-02T11:55:08.790 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:55:08.790 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:55:08.790 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:55:08.790 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-02T11:55:08.790 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:55:08.794 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2026-04-02T11:55:08.794 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:55:08.797 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2026-04-02T11:55:08.797 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LARGE1 2026-04-02T11:55:09.110 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LARGE1 (313 ms) 2026-04-02T11:55:09.110 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LARGE2 2026-04-02T11:55:09.110 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2026-04-02T11:55:09.111 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:55:09.111 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:55:09.111 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:55:09.114 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2026-04-02T11:55:09.114 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:55:09.131 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_BUCKET (16 ms) 2026-04-02T11:55:09.131 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:55:09.131 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:55:09.131 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:55:09.131 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:55:09.132 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:55:09.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:55:09.130+0000 7f655f3a29c0 -1 shutting down 2026-04-02T11:55:09.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:55:09.133+0000 7f6437b93640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 78051, si_uid : 1000, si_addr0x3e8000130e3, si_status0 2026-04-02T11:55:39.149 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (30017 ms) 2026-04-02T11:55:39.149 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 13 tests from LibRGW (30547 ms total) 2026-04-02T11:55:39.149 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:55:39.149 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:55:39.149 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 13 tests from 1 test suite ran. (30548 ms total) 2026-04-02T11:55:39.149 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 13 tests. 2026-04-02T11:55:39.157 INFO:tasks.workunit.client.0.vm07.stdout:phase 4.1 2026-04-02T11:55:39.174 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-02T11:55:39.174 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:55:39.174 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 11 tests from LibRGW 2026-04-02T11:55:39.174 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.TVAR 2026-04-02T11:55:39.174 INFO:tasks.workunit.client.0.vm07.stdout:read i1: 64001 2026-04-02T11:55:39.174 INFO:tasks.workunit.client.0.vm07.stdout:read s1: blunderbuss 2026-04-02T11:55:39.174 INFO:tasks.workunit.client.0.vm07.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2026-04-02T11:55:39.174 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:55:39.180 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:55:39.180 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:55:39.577 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (403 ms) 2026-04-02T11:55:39.578 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:55:39.578 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:55:39.578 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:55:39.592 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (14 ms) 2026-04-02T11:55:39.592 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:55:40.095 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_0 2026-04-02T11:55:40.095 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_1 2026-04-02T11:55:40.095 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_2 2026-04-02T11:55:40.095 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_3 2026-04-02T11:55:40.095 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_4 2026-04-02T11:55:40.095 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_5 2026-04-02T11:55:40.095 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_6 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_7 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_8 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_9 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_10 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_11 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_12 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_13 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_14 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_15 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_16 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_17 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_18 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_19 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_20 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_21 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_22 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_23 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_24 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_25 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_26 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_27 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_28 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_29 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_30 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_31 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_32 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_33 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_34 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_35 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_36 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_37 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_38 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_39 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_40 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_41 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_42 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_43 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_44 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_45 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_46 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_47 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_48 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_49 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_50 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_51 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_52 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_53 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_54 2026-04-02T11:55:40.096 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_55 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_56 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_57 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_58 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_59 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_60 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_61 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_62 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_63 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_64 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_65 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_66 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_67 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_68 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_69 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_70 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_71 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_72 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_73 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_74 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_75 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_76 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_77 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_78 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_79 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_80 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_81 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_82 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_83 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_84 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_85 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_86 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_87 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_88 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_89 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_90 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_91 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_92 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_93 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_94 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_95 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_96 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_97 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_98 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:created: dmarker:f_99 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (502 ms) 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2026-04-02T11:55:40.097 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-02T11:55:40.098 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_READDIR (1 ms) 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2026-04-02T11:55:40.099 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-02T11:55:40.100 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER2_READDIR (1 ms) 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:55:40.097+0000 7f05ceabe9c0 -1 shutting down 2026-04-02T11:55:40.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:55:40.100+0000 7f04a69d9640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 78678, si_uid : 1000, si_addr0x3e800013356, si_status0 2026-04-02T11:56:09.773 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (29674 ms) 2026-04-02T11:56:09.773 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 11 tests from LibRGW (30599 ms total) 2026-04-02T11:56:09.773 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:56:09.773 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:56:09.774 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 11 tests from 1 test suite ran. (30599 ms total) 2026-04-02T11:56:09.774 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 11 tests. 2026-04-02T11:56:09.780 INFO:tasks.workunit.client.0.vm07.stdout:phase 4.2 2026-04-02T11:56:09.797 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-02T11:56:09.797 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:56:09.797 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 11 tests from LibRGW 2026-04-02T11:56:09.797 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.TVAR 2026-04-02T11:56:09.797 INFO:tasks.workunit.client.0.vm07.stdout:read i1: 64001 2026-04-02T11:56:09.797 INFO:tasks.workunit.client.0.vm07.stdout:read s1: blunderbuss 2026-04-02T11:56:09.797 INFO:tasks.workunit.client.0.vm07.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2026-04-02T11:56:09.797 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:56:09.801 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:56:09.801 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:56:09.969 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (172 ms) 2026-04-02T11:56:09.969 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:56:09.970 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:56:09.970 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:56:09.978 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (8 ms) 2026-04-02T11:56:09.978 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:56:09.978 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:56:09.978 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:56:09.978 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:56:09.978 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2026-04-02T11:56:09.983 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-02T11:56:09.983 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-02T11:56:09.983 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-02T11:56:09.983 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-02T11:56:09.983 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-02T11:56:09.983 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-02T11:56:09.983 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-02T11:56:09.983 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-02T11:56:09.983 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-02T11:56:09.983 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-02T11:56:09.983 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-02T11:56:09.984 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER2_READDIR (5 ms) 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:56:09.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:56:09.983+0000 7f5bfc96f9c0 -1 shutting down 2026-04-02T11:56:09.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:56:09.985+0000 7f5ad5172640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 79306, si_uid : 1000, si_addr0x3e8000135ca, si_status0 2026-04-02T11:56:40.378 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (30394 ms) 2026-04-02T11:56:40.379 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 11 tests from LibRGW (30581 ms total) 2026-04-02T11:56:40.379 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:56:40.379 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:56:40.379 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 11 tests from 1 test suite ran. (30581 ms total) 2026-04-02T11:56:40.379 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 11 tests. 2026-04-02T11:56:40.385 INFO:tasks.workunit.client.0.vm07.stdout:phase 5.1 2026-04-02T11:56:40.407 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-02T11:56:40.407 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:56:40.407 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 19 tests from LibRGW 2026-04-02T11:56:40.407 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:56:40.413 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:56:40.413 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:56:40.811 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (403 ms) 2026-04-02T11:56:40.811 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:56:40.811 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:56:40.811 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:56:40.819 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CREATE_BUCKET (7 ms) 2026-04-02T11:56:40.819 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:56:40.823 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2026-04-02T11:56:40.823 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2026-04-02T11:56:40.823 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2026-04-02T11:56:40.823 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:56:40.825 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2026-04-02T11:56:40.825 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.OBJ_OPEN 2026-04-02T11:56:40.825 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2026-04-02T11:56:40.825 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.PUT_OBJECT 2026-04-02T11:56:40.829 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.PUT_OBJECT (4 ms) 2026-04-02T11:56:40.829 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.GET_OBJECT 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.GET_OBJECT (1 ms) 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.WRITEV 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READV 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READV (0 ms) 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:56:40.831 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:56:40.832 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:56:40.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:56:40.830+0000 7f588a92e9c0 -1 shutting down 2026-04-02T11:56:40.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:56:40.832+0000 7f576312e640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 79933, si_uid : 1000, si_addr0x3e80001383d, si_status0 2026-04-02T11:57:11.109 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (30277 ms) 2026-04-02T11:57:11.109 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 19 tests from LibRGW (30701 ms total) 2026-04-02T11:57:11.109 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:57:11.109 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:57:11.109 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 19 tests from 1 test suite ran. (30701 ms total) 2026-04-02T11:57:11.109 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 19 tests. 2026-04-02T11:57:11.115 INFO:tasks.workunit.client.0.vm07.stdout:phase 5.2 2026-04-02T11:57:11.137 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-02T11:57:11.137 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:57:11.137 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 19 tests from LibRGW 2026-04-02T11:57:11.137 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:57:11.141 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:11.141 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:11.310 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (173 ms) 2026-04-02T11:57:11.310 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:57:11.310 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:57:11.310 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:57:11.310 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-02T11:57:11.310 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:57:11.314 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2026-04-02T11:57:11.314 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2026-04-02T11:57:11.314 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.OBJ_OPEN 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.PUT_OBJECT 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.GET_OBJECT 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.WRITEV 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READV 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READV (0 ms) 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2026-04-02T11:57:11.315 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:57:11.319 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2026-04-02T11:57:11.319 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:57:11.330 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.DELETE_BUCKET (11 ms) 2026-04-02T11:57:11.330 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:57:11.330 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:57:11.330 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:57:11.330 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:57:11.330 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:57:11.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:57:11.328+0000 7f867ab2b9c0 -1 shutting down 2026-04-02T11:57:11.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:57:11.330+0000 7f855324b640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 80562, si_uid : 1000, si_addr0x3e800013ab2, si_status0 2026-04-02T11:57:41.490 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (30159 ms) 2026-04-02T11:57:41.490 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 19 tests from LibRGW (30353 ms total) 2026-04-02T11:57:41.490 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:57:41.490 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:57:41.490 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 19 tests from 1 test suite ran. (30353 ms total) 2026-04-02T11:57:41.490 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 19 tests. 2026-04-02T11:57:41.497 INFO:tasks.workunit.client.0.vm07.stdout:phase 6.1 2026-04-02T11:57:41.517 INFO:tasks.workunit.client.0.vm07.stdout:[==========] Running 10 tests from 1 test suite. 2026-04-02T11:57:41.517 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment set-up. 2026-04-02T11:57:41.517 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 10 tests from LibRGW 2026-04-02T11:57:41.517 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:57:41.521 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:57:41.521 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:57:41.725 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.INIT (207 ms) 2026-04-02T11:57:41.725 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:57:41.726 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:57:41.726 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2026-04-02T11:57:41.740 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CREATE_BUCKETS (14 ms) 2026-04-02T11:57:41.740 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2026-04-02T11:57:41.745 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (4 ms) 2026-04-02T11:57:41.745 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2026-04-02T11:57:41.763 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.TOPDIR_RENAME (18 ms) 2026-04-02T11:57:41.763 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2026-04-02T11:57:41.786 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SUBDIR_RENAME (23 ms) 2026-04-02T11:57:41.786 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2026-04-02T11:57:41.810 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (23 ms) 2026-04-02T11:57:41.810 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:57:41.810 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:57:41.810 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:57:41.810 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:57:41.810 INFO:tasks.workunit.client.0.vm07.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:57:41.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:57:41.808+0000 7f129951c9c0 -1 shutting down 2026-04-02T11:57:41.812 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:57:41.810+0000 7f1173a5c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 81190, si_uid : 1000, si_addr0x3e800013d26, si_status0 2026-04-02T11:58:11.906 INFO:tasks.workunit.client.0.vm07.stdout:[ OK ] LibRGW.SHUTDOWN (30096 ms) 2026-04-02T11:58:11.907 INFO:tasks.workunit.client.0.vm07.stdout:[----------] 10 tests from LibRGW (30389 ms total) 2026-04-02T11:58:11.907 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:58:11.907 INFO:tasks.workunit.client.0.vm07.stdout:[----------] Global test environment tear-down 2026-04-02T11:58:11.907 INFO:tasks.workunit.client.0.vm07.stdout:[==========] 10 tests from 1 test suite ran. (30389 ms total) 2026-04-02T11:58:11.907 INFO:tasks.workunit.client.0.vm07.stdout:[ PASSED ] 10 tests. 2026-04-02T11:58:11.914 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:58:11.914 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:58:11.954 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2026-04-02T11:58:11.955 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2026-04-02T11:58:11.955 DEBUG:teuthology.orchestra.run.vm07:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2026-04-02T11:58:12.030 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -z ']' 2026-04-02T11:58:12.030 INFO:tasks.workunit.client.0.vm07.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-02T11:58:12.030 INFO:tasks.workunit.client.0.vm07.stderr:+ AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-02T11:58:12.030 INFO:tasks.workunit.client.0.vm07.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-02T11:58:12.030 INFO:tasks.workunit.client.0.vm07.stderr:+ AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-02T11:58:12.030 INFO:tasks.workunit.client.0.vm07.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name 'maven test user' --email sigv4@example.com 2026-04-02T11:58:12.056 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:12.056 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:12.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.078+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.079+0000 7fb4e4b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.079+0000 7fb4e4b2b900 20 realm 2026-04-02T11:58:12.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.079+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.079+0000 7fb4e4b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.079+0000 7fb4e4b2b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:12.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.079+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.079+0000 7fb4e4b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.079+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.081+0000 7fb4e4b2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:12.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.081+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.282+0000 7fb4e4b2b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:12.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.283+0000 7fb4e4b2b900 20 searching for the correct realm 2026-04-02T11:58:12.288 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.286+0000 7fb4e1077640 0 -- 192.168.123.107:0/3879467047 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55b5459d30a0 msgr2=0x55b5459f3520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:12.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.289+0000 7fb4e1077640 0 -- 192.168.123.107:0/3879467047 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55b545a17050 msgr2=0x55b545a37450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.295 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 zone default found 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 4 Realm: () 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 zonegroup default 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.293+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.294+0000 7fb4e4b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.294+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.294+0000 7fb4e4b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.294+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.294+0000 7fb4e4b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.294+0000 7fb4e4b2b900 20 started sync module instance, tier type = 2026-04-02T11:58:12.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.294+0000 7fb4e4b2b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:58:12.300 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.298+0000 7fb4e4b2b900 20 add_watcher() i=6 2026-04-02T11:58:12.300 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.298+0000 7fb4e4b2b900 20 add_watcher() i=5 2026-04-02T11:58:12.300 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.298+0000 7fb4e4b2b900 20 add_watcher() i=1 2026-04-02T11:58:12.300 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.298+0000 7fb4e4b2b900 20 add_watcher() i=3 2026-04-02T11:58:12.300 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.298+0000 7fb4e4b2b900 20 add_watcher() i=7 2026-04-02T11:58:12.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.299+0000 7fb4e4b2b900 20 add_watcher() i=0 2026-04-02T11:58:12.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.299+0000 7fb4e4b2b900 20 add_watcher() i=4 2026-04-02T11:58:12.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.299+0000 7fb4e4b2b900 20 add_watcher() i=2 2026-04-02T11:58:12.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.299+0000 7fb4e4b2b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:12.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.301+0000 7fb4e4b2b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:12.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.301+0000 7fb4e4b2b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:12.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.301+0000 7fb4e4b2b900 5 note: GC not initialized 2026-04-02T11:58:12.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.301+0000 7fb489fe3640 20 reqs_thread_entry: start 2026-04-02T11:58:12.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.346+0000 7fb4e4b2b900 20 init_complete bucket index max shards: 1 2026-04-02T11:58:12.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.346+0000 7fb4e4b2b900 20 Filter name: none 2026-04-02T11:58:12.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.346+0000 7fb4837fe640 20 reqs_thread_entry: start 2026-04-02T11:58:12.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.346+0000 7fb4e4b2b900 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2026-04-02T11:58:12.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.346+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2026-04-02T11:58:12.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.347+0000 7fb4e4b2b900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2026-04-02T11:58:12.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.349+0000 7fb4e4b2b900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2026-04-02T11:58:12.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.349+0000 7fb4e4b2b900 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-02T11:58:12.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.349+0000 7fb4e4b2b900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2026-04-02T11:58:12.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.349+0000 7fb4ab7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1262720385032 cookie 94237045681152 notifier 5510 bl.length()=677 2026-04-02T11:58:12.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.349+0000 7fb4ab7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2026-04-02T11:58:12.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.349+0000 7fb4ab7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-02T11:58:12.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.350+0000 7fb4e4b2b900 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2026-04-02T11:58:12.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.350+0000 7fb4e4b2b900 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-02T11:58:12.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.350+0000 7fb4e4b2b900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2026-04-02T11:58:12.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.351+0000 7fb4aaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1262720385035 cookie 94237045672064 notifier 5510 bl.length()=187 2026-04-02T11:58:12.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.351+0000 7fb4aaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2026-04-02T11:58:12.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.351+0000 7fb4aaffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-02T11:58:12.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.352+0000 7fb4e4b2b900 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2026-04-02T11:58:12.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.352+0000 7fb4e4b2b900 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-02T11:58:12.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.352+0000 7fb4e4b2b900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2026-04-02T11:58:12.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.352+0000 7fb4aaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1262720385036 cookie 94237045672064 notifier 5510 bl.length()=197 2026-04-02T11:58:12.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.352+0000 7fb4aaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2026-04-02T11:58:12.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.352+0000 7fb4aaffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "user_id": "ceph-test-maven", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "display_name": "maven test user", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "email": "sigv4@example.com", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "suspended": 0, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "max_buckets": 1000, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "subusers": [], 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "keys": [ 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: { 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "user": "ceph-test-maven", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "active": true, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "create_date": "2026-04-02T11:58:12.349040Z" 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: ], 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "swift_keys": [], 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "caps": [], 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "op_mask": "read, write, delete", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "default_placement": "", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "default_storage_class": "", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "placement_tags": [], 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_quota": { 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "enabled": false, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "check_on_raw": false, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "max_size": -1, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "max_size_kb": 0, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "max_objects": -1 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "user_quota": { 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "enabled": false, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "check_on_raw": false, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "max_size": -1, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "max_size_kb": 0, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "max_objects": -1 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "temp_url_keys": [], 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "type": "rgw", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "mfa_ids": [], 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "account_id": "", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "path": "/", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "create_date": "2026-04-02T11:58:12.349035Z", 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "tags": [], 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: "group_ids": [] 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:58:12.355 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:58:12.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.357+0000 7fb4e4b2b900 20 remove_watcher() i=2 2026-04-02T11:58:12.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.357+0000 7fb4e4b2b900 2 removed watcher, disabling cache 2026-04-02T11:58:12.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.357+0000 7fb4e4b2b900 20 remove_watcher() i=7 2026-04-02T11:58:12.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.357+0000 7fb4e4b2b900 20 remove_watcher() i=1 2026-04-02T11:58:12.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.357+0000 7fb4e4b2b900 20 remove_watcher() i=5 2026-04-02T11:58:12.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.357+0000 7fb4e4b2b900 20 remove_watcher() i=0 2026-04-02T11:58:12.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.357+0000 7fb4e4b2b900 20 remove_watcher() i=6 2026-04-02T11:58:12.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.357+0000 7fb4e4b2b900 20 remove_watcher() i=4 2026-04-02T11:58:12.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:58:12.357+0000 7fb4e4b2b900 20 remove_watcher() i=3 2026-04-02T11:58:12.366 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -z ']' 2026-04-02T11:58:12.366 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -z /home/ubuntu/cephtest ']' 2026-04-02T11:58:12.366 INFO:tasks.workunit.client.0.vm07.stderr:++ cat /home/ubuntu/cephtest/url_file 2026-04-02T11:58:12.367 INFO:tasks.workunit.client.0.vm07.stderr:+ export RGW_HTTP_ENDPOINT_URL=http://vm07.local:80 2026-04-02T11:58:12.368 INFO:tasks.workunit.client.0.vm07.stderr:+ RGW_HTTP_ENDPOINT_URL=http://vm07.local:80 2026-04-02T11:58:12.368 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -z /home/ubuntu/cephtest/clone.client.0 ']' 2026-04-02T11:58:12.368 INFO:tasks.workunit.client.0.vm07.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2026-04-02T11:58:12.368 INFO:tasks.workunit.client.0.vm07.stderr:+ ./mvnw clean package 2026-04-02T11:58:12.378 INFO:tasks.workunit.client.0.vm07.stdout:Warning: JAVA_HOME environment variable is not set. 2026-04-02T11:58:13.470 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Scanning for projects... 2026-04-02T11:58:13.543 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2026-04-02T11:58:13.653 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 908 B Progress (1): 2.2 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 50 kB/s) 2026-04-02T11:58:13.661 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2026-04-02T11:58:13.702 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 729 B Progress (1): 1.6 kB Progress (1): 16 kB Progress (1): 33 kB Progress (1): 45 kB Progress (1): 60 kB Progress (1): 66 kB Progress (1): 79 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 2.0 MB/s) 2026-04-02T11:58:13.706 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2026-04-02T11:58:13.747 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 791 B Progress (1): 1.5 kB Progress (1): 4.0 kB Progress (1): 5.6 kB Progress (1): 6.9 kB Progress (1): 8.9 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 21 kB Progress (1): 26 kB Progress (1): 29 kB Progress (1): 33 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 50 kB Progress (1): 54 kB Progress (1): 60 kB Progress (1): 68 kB Progress (1): 75 kB Progress (1): 76 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 1.9 MB/s) 2026-04-02T11:58:13.762 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:13.762 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2026-04-02T11:58:13.762 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Building jcksum 1.0 2026-04-02T11:58:13.763 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] from pom.xml 2026-04-02T11:58:13.763 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2026-04-02T11:58:13.765 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2026-04-02T11:58:13.802 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 780 B Progress (1): 1.7 kB Progress (1): 4.2 kB Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 143 kB/s) 2026-04-02T11:58:13.806 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2026-04-02T11:58:13.838 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 804 B Progress (1): 1.8 kB Progress (1): 3.4 kB Progress (1): 6.3 kB Progress (1): 8.2 kB Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 309 kB/s) 2026-04-02T11:58:13.841 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2026-04-02T11:58:13.877 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 726 B Progress (1): 1.6 kB Progress (1): 4.2 kB Progress (1): 8.4 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 21 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 33 kB Progress (1): 37 kB Progress (1): 39 kB Progress (1): 42 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 1.3 MB/s) 2026-04-02T11:58:13.884 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2026-04-02T11:58:13.921 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 743 B Progress (1): 1.6 kB Progress (1): 3.4 kB Progress (1): 5.5 kB Progress (1): 9.0 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 527 kB/s) 2026-04-02T11:58:13.930 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2026-04-02T11:58:13.965 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 0.9/36 kB Progress (1): 2.3/36 kB Progress (1): 3.6/36 kB Progress (1): 5.0/36 kB Progress (1): 6.4/36 kB Progress (1): 11/36 kB Progress (1): 15/36 kB Progress (1): 19/36 kB Progress (1): 23/36 kB Progress (1): 25/36 kB Progress (1): 29/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 1.0 MB/s) 2026-04-02T11:58:13.970 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2026-04-02T11:58:14.003 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 767 B Progress (1): 2.2 kB Progress (1): 4.9 kB Progress (1): 7.5 kB Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 247 kB/s) 2026-04-02T11:58:14.005 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2026-04-02T11:58:14.039 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 773 B Progress (1): 2.3 kB Progress (1): 4.9 kB Progress (1): 7.4 kB Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 238 kB/s) 2026-04-02T11:58:14.041 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2026-04-02T11:58:14.077 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 724 B Progress (1): 1.9 kB Progress (1): 5.5 kB Progress (1): 9.8 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 25 kB Progress (1): 27 kB Progress (1): 29 kB Progress (1): 32 kB Progress (1): 35 kB Progress (1): 38 kB Progress (1): 41 kB Progress (1): 45 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 1.3 MB/s) 2026-04-02T11:58:14.080 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2026-04-02T11:58:14.118 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 741 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 6.9 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 545 kB/s) 2026-04-02T11:58:14.121 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2026-04-02T11:58:14.157 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 3.8/31 kB Progress (1): 8.0/31 kB Progress (1): 12/31 kB Progress (1): 16/31 kB Progress (1): 21/31 kB Progress (1): 25/31 kB Progress (1): 29/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 884 kB/s) 2026-04-02T11:58:14.162 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2026-04-02T11:58:14.197 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 763 B Progress (1): 2.2 kB Progress (1): 3.9 kB Progress (1): 7.6 kB Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 273 kB/s) 2026-04-02T11:58:14.204 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2026-04-02T11:58:14.244 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 3.8/66 kB Progress (1): 8.0/66 kB Progress (1): 12/66 kB Progress (1): 16/66 kB Progress (1): 21/66 kB Progress (1): 25/66 kB Progress (1): 29/66 kB Progress (1): 33/66 kB Progress (1): 38/66 kB Progress (1): 42/66 kB Progress (1): 46/66 kB Progress (1): 50/66 kB Progress (1): 65/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 1.6 MB/s) 2026-04-02T11:58:14.251 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2026-04-02T11:58:14.289 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 833 B Progress (1): 2.7 kB Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 140 kB/s) 2026-04-02T11:58:14.291 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2026-04-02T11:58:14.333 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 791 B Progress (1): 2.4 kB Progress (1): 4.1 kB Progress (1): 8.0 kB Progress (1): 12 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 535 kB/s) 2026-04-02T11:58:14.338 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2026-04-02T11:58:14.373 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 724 B Progress (1): 1.9 kB Progress (1): 5.5 kB Progress (1): 9.9 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 27 kB Progress (1): 28 kB Progress (1): 31 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 43 kB Progress (1): 48 kB Progress (1): 48 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 1.4 MB/s) 2026-04-02T11:58:14.377 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2026-04-02T11:58:14.415 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 739 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 6.2 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 636 kB/s) 2026-04-02T11:58:14.421 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2026-04-02T11:58:14.455 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 907 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 166 kB/s) 2026-04-02T11:58:14.459 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2026-04-02T11:58:14.496 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/45 kB Progress (1): 16/45 kB Progress (1): 32/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 1.2 MB/s) 2026-04-02T11:58:14.502 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2026-04-02T11:58:14.536 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 787 B Progress (1): 2.2 kB Progress (1): 5.1 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 193 kB/s) 2026-04-02T11:58:14.538 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2026-04-02T11:58:14.572 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 753 B Progress (1): 2.2 kB Progress (1): 4.5 kB Progress (1): 7.3 kB Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 300 kB/s) 2026-04-02T11:58:14.579 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2026-04-02T11:58:14.614 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 721 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.5 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 45 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 1.3 MB/s) 2026-04-02T11:58:14.616 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2026-04-02T11:58:14.648 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 745 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.3 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 636 kB/s) 2026-04-02T11:58:14.651 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2026-04-02T11:58:14.684 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/27 kB Progress (1): 12/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 804 kB/s) 2026-04-02T11:58:14.697 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2026-04-02T11:58:14.732 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 875 B Progress (1): 3.6 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 174 kB/s) 2026-04-02T11:58:14.733 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2026-04-02T11:58:14.770 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 730 B Progress (1): 3.1 kB Progress (1): 6.3 kB Progress (1): 9.4 kB Progress (1): 13 kB Progress (1): 17 kB Progress (1): 21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 592 kB/s) 2026-04-02T11:58:14.773 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2026-04-02T11:58:14.809 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 757 B Progress (1): 6.3 kB Progress (1): 12 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 541 kB/s) 2026-04-02T11:58:14.818 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2026-04-02T11:58:14.854 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 863 B Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 111 kB/s) 2026-04-02T11:58:14.856 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2026-04-02T11:58:14.892 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 891 B Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 43 kB/s) 2026-04-02T11:58:14.894 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2026-04-02T11:58:14.932 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 902 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 57 kB/s) 2026-04-02T11:58:14.937 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2026-04-02T11:58:14.974 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 865 B Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 98 kB/s) 2026-04-02T11:58:14.978 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2026-04-02T11:58:15.018 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 866 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 81 kB/s) 2026-04-02T11:58:15.022 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2026-04-02T11:58:15.056 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 842 B Progress (1): 4.0 kB Progress (1): 8.8 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 322 kB/s) 2026-04-02T11:58:15.060 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2026-04-02T11:58:15.096 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 893 B Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 47 kB/s) 2026-04-02T11:58:15.100 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2026-04-02T11:58:15.136 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 861 B Progress (1): 3.8 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 106 kB/s) 2026-04-02T11:58:15.140 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2026-04-02T11:58:15.174 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 853 B Progress (1): 4.6 kB Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 140 kB/s) 2026-04-02T11:58:15.179 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2026-04-02T11:58:15.217 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 30 kB/s) 2026-04-02T11:58:15.220 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2026-04-02T11:58:15.255 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.0 kB Progress (1): 3.3 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 110 kB/s) 2026-04-02T11:58:15.257 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2026-04-02T11:58:15.291 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.0 kB Progress (1): 3.2 kB Progress (1): 6.0 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 394 kB/s) 2026-04-02T11:58:15.295 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2026-04-02T11:58:15.329 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.8 kB Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 108 kB/s) 2026-04-02T11:58:15.332 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2026-04-02T11:58:15.370 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 866 B Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 64 kB/s) 2026-04-02T11:58:15.372 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2026-04-02T11:58:15.406 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 870 B Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 86 kB/s) 2026-04-02T11:58:15.409 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2026-04-02T11:58:15.443 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 852 B Progress (1): 4.6 kB Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 212 kB/s) 2026-04-02T11:58:15.447 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2026-04-02T11:58:15.482 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 848 B Progress (1): 4.5 kB Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 156 kB/s) 2026-04-02T11:58:15.485 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2026-04-02T11:58:15.520 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 860 B Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 100 kB/s) 2026-04-02T11:58:15.525 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2026-04-02T11:58:15.563 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Progress (1): 3.8 kB Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 116 kB/s) 2026-04-02T11:58:15.565 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2026-04-02T11:58:15.600 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 898 B Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 69 kB/s) 2026-04-02T11:58:15.604 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2026-04-02T11:58:15.642 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 852 B Progress (1): 5.0 kB Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 165 kB/s) 2026-04-02T11:58:15.646 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2026-04-02T11:58:15.683 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Progress (1): 4.4 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 164 kB/s) 2026-04-02T11:58:15.687 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2026-04-02T11:58:15.722 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 866 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 85 kB/s) 2026-04-02T11:58:15.726 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2026-04-02T11:58:15.760 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 862 B Progress (1): 3.5 kB Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 102 kB/s) 2026-04-02T11:58:15.764 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2026-04-02T11:58:15.803 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 862 B Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 105 kB/s) 2026-04-02T11:58:15.804 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2026-04-02T11:58:15.837 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 886 B Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 54 kB/s) 2026-04-02T11:58:15.839 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2026-04-02T11:58:15.873 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 863 B Progress (1): 2.8 kB Progress (1): 5.1 kB Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 194 kB/s) 2026-04-02T11:58:15.875 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2026-04-02T11:58:15.911 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 838 B Progress (1): 2.3 kB Progress (1): 5.1 kB Progress (1): 8.5 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 443 kB/s) 2026-04-02T11:58:15.913 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2026-04-02T11:58:15.951 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 803 B Progress (1): 2.2 kB Progress (1): 3.7 kB Progress (1): 5.3 kB Progress (1): 6.5 kB Progress (1): 8.9 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 32 kB Progress (1): 34 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 913 kB/s) 2026-04-02T11:58:15.953 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2026-04-02T11:58:15.986 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 753 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 8.3 kB Progress (1): 13 kB Progress (1): 16 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 503 kB/s) 2026-04-02T11:58:15.989 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2026-04-02T11:58:16.025 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 869 B Progress (1): 2.5 kB Progress (1): 4.7 kB Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 134 kB/s) 2026-04-02T11:58:16.027 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2026-04-02T11:58:16.067 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 846 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 7.1 kB Progress (1): 11 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 329 kB/s) 2026-04-02T11:58:16.070 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2026-04-02T11:58:16.104 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 752 B Progress (1): 2.0 kB Progress (1): 4.1 kB Progress (1): 6.5 kB Progress (1): 8.4 kB Progress (1): 11 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 399 kB/s) 2026-04-02T11:58:16.107 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2026-04-02T11:58:16.149 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 707 B Progress (1): 1.9 kB Progress (1): 3.1 kB Progress (1): 4.5 kB Progress (1): 5.9 kB Progress (1): 7.5 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 21 kB Progress (1): 24 kB Progress (1): 26 kB Progress (1): 29 kB Progress (1): 31 kB Progress (1): 34 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 44 kB Progress (1): 49 kB Progress (1): 53 kB Progress (1): 55 kB Progress (1): 59 kB Progress (1): 60 kB Progress (1): 62 kB Progress (1): 65 kB Progress (1): 66 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 1.6 MB/s) 2026-04-02T11:58:16.152 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2026-04-02T11:58:16.187 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 768 B Progress (1): 2.2 kB Progress (1): 4.0 kB Progress (1): 7.7 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 448 kB/s) 2026-04-02T11:58:16.190 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2026-04-02T11:58:16.225 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 754 B Progress (1): 2.0 kB Progress (1): 4.0 kB Progress (1): 6.4 kB Progress (1): 8.3 kB Progress (1): 10 kB Progress (1): 13 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 441 kB/s) 2026-04-02T11:58:16.227 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2026-04-02T11:58:16.266 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 703 B Progress (1): 1.8 kB Progress (1): 3.1 kB Progress (1): 4.6 kB Progress (1): 6.7 kB Progress (1): 8.1 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 25 kB Progress (1): 29 kB Progress (1): 32 kB Progress (1): 32 kB Progress (1): 36 kB Progress (1): 39 kB Progress (1): 42 kB Progress (1): 44 kB Progress (1): 47 kB Progress (1): 51 kB Progress (1): 54 kB Progress (1): 56 kB Progress (1): 61 kB Progress (1): 65 kB Progress (1): 73 kB Progress (1): 76 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 2.0 MB/s) 2026-04-02T11:58:16.272 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2026-04-02T11:58:16.311 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 749 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.9 kB Progress (1): 13 kB Progress (1): 16 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 472 kB/s) 2026-04-02T11:58:16.314 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2026-04-02T11:58:16.348 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 765 B Progress (1): 2.1 kB Progress (1): 5.2 kB Progress (1): 7.6 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 571 kB/s) 2026-04-02T11:58:16.351 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2026-04-02T11:58:16.390 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 705 B Progress (1): 1.9 kB Progress (1): 3.1 kB Progress (1): 4.7 kB Progress (1): 6.4 kB Progress (1): 8.4 kB Progress (1): 10 kB Progress (1): 13 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 25 kB Progress (1): 28 kB Progress (1): 32 kB Progress (1): 32 kB Progress (1): 35 kB Progress (1): 41 kB Progress (1): 43 kB Progress (1): 46 kB Progress (1): 49 kB Progress (1): 51 kB Progress (1): 54 kB Progress (1): 58 kB Progress (1): 60 kB Progress (1): 64 kB Progress (1): 67 kB Progress (1): 71 kB Progress (1): 74 kB Progress (1): 76 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 2.1 MB/s) 2026-04-02T11:58:16.395 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2026-04-02T11:58:16.429 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.0 kB Progress (1): 3.3 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 113 kB/s) 2026-04-02T11:58:16.431 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2026-04-02T11:58:16.465 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.0 kB Progress (1): 3.2 kB Progress (1): 6.0 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 406 kB/s) 2026-04-02T11:58:16.468 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2026-04-02T11:58:16.501 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 944 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 94 kB/s) 2026-04-02T11:58:16.503 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2026-04-02T11:58:16.536 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 954 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 94 kB/s) 2026-04-02T11:58:16.538 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2026-04-02T11:58:16.573 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 996 B Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 58 kB/s) 2026-04-02T11:58:16.575 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2026-04-02T11:58:16.610 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 966 B Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 83 kB/s) 2026-04-02T11:58:16.612 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2026-04-02T11:58:16.647 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.0 kB Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 44 kB/s) 2026-04-02T11:58:16.650 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2026-04-02T11:58:16.685 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 964 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 89 kB/s) 2026-04-02T11:58:16.687 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2026-04-02T11:58:16.720 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 963 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 97 kB/s) 2026-04-02T11:58:16.721 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2026-04-02T11:58:16.754 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 958 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 97 kB/s) 2026-04-02T11:58:16.755 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2026-04-02T11:58:16.791 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 28 kB/s) 2026-04-02T11:58:16.795 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2026-04-02T11:58:16.829 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 28 kB/s) 2026-04-02T11:58:16.832 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2026-04-02T11:58:16.867 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 949 B Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 85 kB/s) 2026-04-02T11:58:16.870 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2026-04-02T11:58:16.904 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 962 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 89 kB/s) 2026-04-02T11:58:16.906 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2026-04-02T11:58:16.940 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 967 B Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 104 kB/s) 2026-04-02T11:58:16.943 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2026-04-02T11:58:16.980 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 968 B Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 93 kB/s) 2026-04-02T11:58:16.983 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2026-04-02T11:58:17.018 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 967 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 89 kB/s) 2026-04-02T11:58:17.030 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2026-04-02T11:58:17.162 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 25 MB/s) 2026-04-02T11:58:17.163 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2026-04-02T11:58:17.163 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2026-04-02T11:58:17.163 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2026-04-02T11:58:17.164 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2026-04-02T11:58:17.165 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2026-04-02T11:58:17.196 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/98 kB Progress (1): 16/98 kB Progress (1): 32/98 kB Progress (1): 48/98 kB Progress (1): 65/98 kB Progress (1): 81/98 kB Progress (1): 98/98 kB Progress (1): 98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 2.8 MB/s) 2026-04-02T11:58:17.196 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2026-04-02T11:58:17.229 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/16 kB Progress (1): 16/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 243 kB/s) 2026-04-02T11:58:17.229 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2026-04-02T11:58:17.254 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 0.9/16 kB Progress (1): 2.3/16 kB Progress (1): 3.6/16 kB Progress (1): 5.0/16 kB Progress (1): 6.4/16 kB Progress (1): 7.7/16 kB Progress (1): 9.1/16 kB Progress (1): 10/16 kB Progress (2): 10/16 kB | 0.9/71 kB Progress (2): 12/16 kB | 0.9/71 kB Progress (2): 12/16 kB | 2.3/71 kB Progress (2): 13/16 kB | 2.3/71 kB Progress (2): 13/16 kB | 3.6/71 kB Progress (2): 14/16 kB | 3.6/71 kB Progress (2): 14/16 kB | 5.0/71 kB Progress (2): 16/16 kB | 5.0/71 kB Progress (2): 16/16 kB | 6.4/71 kB Progress (2): 16 kB | 6.4/71 kB Progress (2): 16 kB | 7.7/71 kB Progress (2): 16 kB | 9.1/71 kB Progress (2): 16 kB | 10/71 kB Progress (2): 16 kB | 12/71 kB Progress (2): 16 kB | 13/71 kB Progress (3): 16 kB | 13/71 kB | 0.9/35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 175 kB/s) 2026-04-02T11:58:17.254 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 15/71 kB | 0.9/35 kB Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2026-04-02T11:58:17.259 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 15/71 kB | 2.3/35 kB Progress (2): 16/71 kB | 2.3/35 kB Progress (2): 16/71 kB | 3.6/35 kB Progress (2): 17/71 kB | 3.6/35 kB Progress (2): 17/71 kB | 5.0/35 kB Progress (2): 19/71 kB | 5.0/35 kB Progress (2): 19/71 kB | 6.4/35 kB Progress (2): 20/71 kB | 6.4/35 kB Progress (2): 20/71 kB | 7.7/35 kB Progress (2): 21/71 kB | 7.7/35 kB Progress (2): 21/71 kB | 8.2/35 kB Progress (2): 23/71 kB | 8.2/35 kB Progress (2): 23/71 kB | 9.6/35 kB Progress (2): 24/71 kB | 9.6/35 kB Progress (2): 24/71 kB | 11/35 kB Progress (2): 25/71 kB | 11/35 kB Progress (2): 25/71 kB | 12/35 kB Progress (2): 26/71 kB | 12/35 kB Progress (2): 26/71 kB | 14/35 kB Progress (2): 27/71 kB | 14/35 kB Progress (2): 27/71 kB | 15/35 kB Progress (2): 29/71 kB | 15/35 kB Progress (2): 29/71 kB | 16/35 kB Progress (2): 30/71 kB | 16/35 kB Progress (2): 30/71 kB | 18/35 kB Progress (2): 31/71 kB | 18/35 kB Progress (2): 31/71 kB | 19/35 kB Progress (2): 33/71 kB | 19/35 kB Progress (2): 33/71 kB | 21/35 kB Progress (2): 34/71 kB | 21/35 kB Progress (2): 34/71 kB | 22/35 kB Progress (2): 36/71 kB | 22/35 kB Progress (2): 36/71 kB | 23/35 kB Progress (2): 37/71 kB | 23/35 kB Progress (2): 37/71 kB | 25/35 kB Progress (2): 38/71 kB | 25/35 kB Progress (2): 38/71 kB | 26/35 kB Progress (2): 40/71 kB | 26/35 kB Progress (2): 40/71 kB | 27/35 kB Progress (2): 41/71 kB | 27/35 kB Progress (2): 41/71 kB | 29/35 kB Progress (2): 42/71 kB | 29/35 kB Progress (2): 42/71 kB | 30/35 kB Progress (2): 44/71 kB | 30/35 kB Progress (3): 44/71 kB | 30/35 kB | 0.9/49 kB Progress (3): 44/71 kB | 31/35 kB | 0.9/49 kB Progress (3): 44/71 kB | 31/35 kB | 2.3/49 kB Progress (3): 45/71 kB | 31/35 kB | 2.3/49 kB Progress (3): 45/71 kB | 31/35 kB | 3.6/49 kB Progress (3): 45/71 kB | 33/35 kB | 3.6/49 kB Progress (3): 45/71 kB | 33/35 kB | 5.0/49 kB Progress (3): 46/71 kB | 33/35 kB | 5.0/49 kB Progress (3): 46/71 kB | 33/35 kB | 6.4/49 kB Progress (3): 46/71 kB | 34/35 kB | 6.4/49 kB Progress (3): 46/71 kB | 34/35 kB | 7.7/49 kB Progress (3): 48/71 kB | 34/35 kB | 7.7/49 kB Progress (3): 48/71 kB | 34/35 kB | 8.2/49 kB Progress (3): 48/71 kB | 35 kB | 8.2/49 kB Progress (3): 48/71 kB | 35 kB | 9.6/49 kB Progress (3): 49/71 kB | 35 kB | 9.6/49 kB Progress (3): 49/71 kB | 35 kB | 11/49 kB Progress (3): 51/71 kB | 35 kB | 11/49 kB Progress (3): 51/71 kB | 35 kB | 12/49 kB Progress (3): 52/71 kB | 35 kB | 12/49 kB Progress (3): 52/71 kB | 35 kB | 14/49 kB Progress (3): 53/71 kB | 35 kB | 14/49 kB Progress (3): 53/71 kB | 35 kB | 15/49 kB Progress (3): 55/71 kB | 35 kB | 15/49 kB Progress (3): 55/71 kB | 35 kB | 16/49 kB Progress (3): 59/71 kB | 35 kB | 16/49 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 366 kB/s) 2026-04-02T11:58:17.259 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 59/71 kB | 18/49 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2026-04-02T11:58:17.262 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 63/71 kB | 18/49 kB Progress (2): 63/71 kB | 19/49 kB Progress (2): 63/71 kB | 21/49 kB Progress (2): 63/71 kB | 22/49 kB Progress (2): 63/71 kB | 23/49 kB Progress (2): 63/71 kB | 25/49 kB Progress (2): 63/71 kB | 26/49 kB Progress (2): 63/71 kB | 27/49 kB Progress (2): 63/71 kB | 29/49 kB Progress (2): 63/71 kB | 30/49 kB Progress (2): 63/71 kB | 31/49 kB Progress (2): 63/71 kB | 33/49 kB Progress (2): 63/71 kB | 34/49 kB Progress (2): 63/71 kB | 36/49 kB Progress (2): 63/71 kB | 37/49 kB Progress (2): 63/71 kB | 38/49 kB Progress (2): 63/71 kB | 40/49 kB Progress (2): 63/71 kB | 41/49 kB Progress (2): 63/71 kB | 42/49 kB Progress (2): 63/71 kB | 44/49 kB Progress (2): 63/71 kB | 45/49 kB Progress (2): 63/71 kB | 47/49 kB Progress (3): 63/71 kB | 47/49 kB | 7.7/782 kB Progress (3): 63/71 kB | 47/49 kB | 12/782 kB Progress (3): 63/71 kB | 47/49 kB | 28/782 kB Progress (3): 63/71 kB | 48/49 kB | 28/782 kB Progress (3): 63/71 kB | 48/49 kB | 44/782 kB Progress (3): 63/71 kB | 49 kB | 44/782 kB Progress (3): 63/71 kB | 49 kB | 61/782 kB Progress (3): 63/71 kB | 49 kB | 66/782 kB Progress (3): 63/71 kB | 49 kB | 82/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 497 kB/s) 2026-04-02T11:58:17.263 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 63/71 kB | 98/782 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2026-04-02T11:58:17.269 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 63/71 kB | 115/782 kB Progress (2): 63/71 kB | 131/782 kB Progress (2): 63/71 kB | 147/782 kB Progress (2): 63/71 kB | 164/782 kB Progress (2): 63/71 kB | 180/782 kB Progress (2): 63/71 kB | 184/782 kB Progress (2): 63/71 kB | 200/782 kB Progress (2): 63/71 kB | 217/782 kB Progress (2): 63/71 kB | 233/782 kB Progress (2): 63/71 kB | 250/782 kB Progress (2): 63/71 kB | 266/782 kB Progress (2): 63/71 kB | 282/782 kB Progress (2): 63/71 kB | 299/782 kB Progress (2): 63/71 kB | 315/782 kB Progress (2): 63/71 kB | 331/782 kB Progress (2): 63/71 kB | 348/782 kB Progress (2): 63/71 kB | 364/782 kB Progress (2): 63/71 kB | 381/782 kB Progress (2): 63/71 kB | 397/782 kB Progress (2): 63/71 kB | 401/782 kB Progress (2): 63/71 kB | 418/782 kB Progress (2): 63/71 kB | 434/782 kB Progress (2): 63/71 kB | 451/782 kB Progress (2): 63/71 kB | 467/782 kB Progress (2): 63/71 kB | 483/782 kB Progress (2): 63/71 kB | 500/782 kB Progress (2): 63/71 kB | 516/782 kB Progress (2): 63/71 kB | 532/782 kB Progress (2): 63/71 kB | 549/782 kB Progress (2): 63/71 kB | 565/782 kB Progress (2): 63/71 kB | 582/782 kB Progress (2): 63/71 kB | 598/782 kB Progress (2): 63/71 kB | 614/782 kB Progress (2): 63/71 kB | 631/782 kB Progress (2): 63/71 kB | 643/782 kB Progress (2): 63/71 kB | 659/782 kB Progress (2): 63/71 kB | 676/782 kB Progress (2): 63/71 kB | 692/782 kB Progress (2): 63/71 kB | 708/782 kB Progress (2): 63/71 kB | 725/782 kB Progress (2): 63/71 kB | 741/782 kB Progress (2): 63/71 kB | 757/782 kB Progress (2): 63/71 kB | 774/782 kB Progress (2): 63/71 kB | 782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 7.5 MB/s) 2026-04-02T11:58:17.269 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2026-04-02T11:58:17.279 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 67/71 kB Progress (1): 71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 608 kB/s) 2026-04-02T11:58:17.279 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2026-04-02T11:58:17.292 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 0.9/11 kB Progress (1): 2.3/11 kB Progress (1): 3.6/11 kB Progress (1): 5.0/11 kB Progress (1): 6.4/11 kB Progress (1): 7.7/11 kB Progress (2): 7.7/11 kB | 0.9/205 kB Progress (2): 9.1/11 kB | 0.9/205 kB Progress (2): 10/11 kB | 0.9/205 kB Progress (2): 11 kB | 0.9/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 88 kB/s) 2026-04-02T11:58:17.292 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2026-04-02T11:58:17.301 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 2.3/205 kB Progress (1): 3.6/205 kB Progress (1): 5.0/205 kB Progress (1): 6.4/205 kB Progress (1): 7.7/205 kB Progress (1): 9.1/205 kB Progress (1): 10/205 kB Progress (1): 12/205 kB Progress (1): 13/205 kB Progress (1): 15/205 kB Progress (1): 16/205 kB Progress (1): 17/205 kB Progress (1): 19/205 kB Progress (1): 23/205 kB Progress (1): 27/205 kB Progress (1): 31/205 kB Progress (1): 36/205 kB Progress (1): 40/205 kB Progress (2): 40/205 kB | 7.7/81 kB Progress (2): 40/205 kB | 12/81 kB Progress (2): 40/205 kB | 28/81 kB Progress (2): 40/205 kB | 44/81 kB Progress (2): 40/205 kB | 61/81 kB Progress (2): 40/205 kB | 66/81 kB Progress (2): 40/205 kB | 81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 593 kB/s) 2026-04-02T11:58:17.301 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2026-04-02T11:58:17.306 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 40/205 kB | 0.9/30 kB Progress (2): 40/205 kB | 2.3/30 kB Progress (2): 40/205 kB | 3.6/30 kB Progress (2): 40/205 kB | 5.0/30 kB Progress (2): 40/205 kB | 9.2/30 kB Progress (2): 40/205 kB | 13/30 kB Progress (2): 40/205 kB | 16/30 kB Progress (2): 40/205 kB | 20/30 kB Progress (2): 40/205 kB | 24/30 kB Progress (2): 40/205 kB | 28/30 kB Progress (2): 40/205 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 211 kB/s) 2026-04-02T11:58:17.306 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2026-04-02T11:58:17.334 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 44/205 kB Progress (2): 44/205 kB | 3.8/798 kB Progress (2): 48/205 kB | 3.8/798 kB Progress (2): 48/205 kB | 8.0/798 kB Progress (2): 53/205 kB | 8.0/798 kB Progress (2): 53/205 kB | 12/798 kB Progress (2): 57/205 kB | 12/798 kB Progress (2): 57/205 kB | 12/798 kB Progress (2): 57/205 kB | 17/798 kB Progress (2): 61/205 kB | 17/798 kB Progress (2): 61/205 kB | 21/798 kB Progress (2): 65/205 kB | 21/798 kB Progress (2): 65/205 kB | 25/798 kB Progress (2): 69/205 kB | 25/798 kB Progress (2): 69/205 kB | 29/798 kB Progress (2): 74/205 kB | 29/798 kB Progress (2): 74/205 kB | 33/798 kB Progress (2): 78/205 kB | 33/798 kB Progress (2): 78/205 kB | 38/798 kB Progress (2): 82/205 kB | 38/798 kB Progress (2): 82/205 kB | 42/798 kB Progress (2): 86/205 kB | 42/798 kB Progress (2): 86/205 kB | 46/798 kB Progress (2): 91/205 kB | 46/798 kB Progress (2): 91/205 kB | 50/798 kB Progress (2): 95/205 kB | 50/798 kB Progress (2): 95/205 kB | 55/798 kB Progress (2): 99/205 kB | 55/798 kB Progress (2): 99/205 kB | 59/798 kB Progress (2): 103/205 kB | 59/798 kB Progress (2): 103/205 kB | 63/798 kB Progress (2): 107/205 kB | 63/798 kB Progress (2): 112/205 kB | 63/798 kB Progress (2): 112/205 kB | 67/798 kB Progress (2): 115/205 kB | 67/798 kB Progress (2): 119/205 kB | 67/798 kB Progress (2): 123/205 kB | 67/798 kB Progress (2): 127/205 kB | 67/798 kB Progress (2): 132/205 kB | 67/798 kB Progress (2): 136/205 kB | 67/798 kB Progress (2): 140/205 kB | 67/798 kB Progress (2): 144/205 kB | 67/798 kB Progress (2): 149/205 kB | 67/798 kB Progress (2): 153/205 kB | 67/798 kB Progress (2): 157/205 kB | 67/798 kB Progress (2): 161/205 kB | 67/798 kB Progress (2): 165/205 kB | 67/798 kB Progress (2): 170/205 kB | 67/798 kB Progress (2): 174/205 kB | 67/798 kB Progress (2): 178/205 kB | 67/798 kB Progress (3): 178/205 kB | 67/798 kB | 0.9/13 kB Progress (3): 178/205 kB | 67/798 kB | 2.3/13 kB Progress (3): 178/205 kB | 67/798 kB | 3.6/13 kB Progress (3): 178/205 kB | 67/798 kB | 5.0/13 kB Progress (3): 178/205 kB | 67/798 kB | 6.4/13 kB Progress (3): 178/205 kB | 67/798 kB | 7.7/13 kB Progress (3): 178/205 kB | 67/798 kB | 9.1/13 kB Progress (3): 178/205 kB | 67/798 kB | 10/13 kB Progress (3): 178/205 kB | 67/798 kB | 12/13 kB Progress (3): 178/205 kB | 67/798 kB | 13/13 kB Progress (3): 178/205 kB | 67/798 kB | 13 kB Progress (3): 178/205 kB | 71/798 kB | 13 kB Progress (3): 182/205 kB | 71/798 kB | 13 kB Progress (3): 182/205 kB | 76/798 kB | 13 kB Progress (3): 187/205 kB | 76/798 kB | 13 kB Progress (3): 187/205 kB | 80/798 kB | 13 kB Progress (3): 187/205 kB | 84/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 78 kB/s) 2026-04-02T11:58:17.334 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2026-04-02T11:58:17.336 INFO:tasks.workunit.client.0.vm07.stdout:Progress (3): 187/205 kB | 84/798 kB | 3.4/182 kB Progress (3): 187/205 kB | 84/798 kB | 20/182 kB Progress (3): 187/205 kB | 84/798 kB | 28/182 kB Progress (3): 187/205 kB | 84/798 kB | 44/182 kB Progress (3): 187/205 kB | 84/798 kB | 61/182 kB Progress (3): 187/205 kB | 84/798 kB | 77/182 kB Progress (3): 187/205 kB | 84/798 kB | 93/182 kB Progress (3): 187/205 kB | 88/798 kB | 93/182 kB Progress (3): 203/205 kB | 88/798 kB | 93/182 kB Progress (3): 203/205 kB | 88/798 kB | 110/182 kB Progress (3): 205 kB | 88/798 kB | 110/182 kB Progress (3): 205 kB | 93/798 kB | 110/182 kB Progress (3): 205 kB | 93/798 kB | 126/182 kB Progress (3): 205 kB | 97/798 kB | 126/182 kB Progress (3): 205 kB | 101/798 kB | 126/182 kB Progress (3): 205 kB | 101/798 kB | 143/182 kB Progress (3): 205 kB | 101/798 kB | 159/182 kB Progress (3): 205 kB | 101/798 kB | 175/182 kB Progress (3): 205 kB | 105/798 kB | 175/182 kB Progress (3): 205 kB | 105/798 kB | 182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 1.2 MB/s) 2026-04-02T11:58:17.336 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2026-04-02T11:58:17.336 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 110/798 kB | 182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.1 MB/s) 2026-04-02T11:58:17.336 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2026-04-02T11:58:17.370 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 114/798 kB Progress (1): 118/798 kB Progress (1): 122/798 kB Progress (1): 126/798 kB Progress (1): 131/798 kB Progress (1): 135/798 kB Progress (1): 139/798 kB Progress (1): 143/798 kB Progress (1): 148/798 kB Progress (1): 164/798 kB Progress (1): 180/798 kB Progress (1): 197/798 kB Progress (1): 213/798 kB Progress (2): 213/798 kB | 3.8/151 kB Progress (2): 213/798 kB | 8.0/151 kB Progress (2): 213/798 kB | 12/151 kB Progress (2): 213/798 kB | 16/151 kB Progress (2): 213/798 kB | 21/151 kB Progress (2): 213/798 kB | 25/151 kB Progress (2): 230/798 kB | 25/151 kB Progress (2): 230/798 kB | 29/151 kB Progress (2): 230/798 kB | 33/151 kB Progress (2): 230/798 kB | 38/151 kB Progress (2): 230/798 kB | 42/151 kB Progress (2): 246/798 kB | 42/151 kB Progress (2): 246/798 kB | 46/151 kB Progress (2): 246/798 kB | 50/151 kB Progress (2): 246/798 kB | 54/151 kB Progress (2): 246/798 kB | 57/151 kB Progress (2): 262/798 kB | 57/151 kB Progress (2): 262/798 kB | 62/151 kB Progress (2): 262/798 kB | 66/151 kB Progress (2): 262/798 kB | 70/151 kB Progress (2): 262/798 kB | 74/151 kB Progress (2): 274/798 kB | 74/151 kB Progress (2): 274/798 kB | 78/151 kB Progress (2): 274/798 kB | 83/151 kB Progress (2): 279/798 kB | 83/151 kB Progress (2): 279/798 kB | 87/151 kB Progress (2): 279/798 kB | 91/151 kB Progress (2): 279/798 kB | 95/151 kB Progress (2): 295/798 kB | 95/151 kB Progress (2): 311/798 kB | 95/151 kB Progress (2): 328/798 kB | 95/151 kB Progress (2): 344/798 kB | 95/151 kB Progress (2): 361/798 kB | 95/151 kB Progress (2): 377/798 kB | 95/151 kB Progress (2): 393/798 kB | 95/151 kB Progress (2): 406/798 kB | 95/151 kB Progress (2): 422/798 kB | 95/151 kB Progress (2): 422/798 kB | 100/151 kB Progress (2): 422/798 kB | 104/151 kB Progress (2): 422/798 kB | 108/151 kB Progress (2): 422/798 kB | 112/151 kB Progress (2): 438/798 kB | 112/151 kB Progress (2): 438/798 kB | 117/151 kB Progress (2): 438/798 kB | 121/151 kB Progress (2): 455/798 kB | 121/151 kB Progress (3): 455/798 kB | 121/151 kB | 7.7/30 kB Progress (3): 455/798 kB | 121/151 kB | 12/30 kB Progress (3): 455/798 kB | 121/151 kB | 29/30 kB Progress (3): 455/798 kB | 121/151 kB | 30 kB Progress (3): 455/798 kB | 125/151 kB | 30 kB Progress (3): 455/798 kB | 129/151 kB | 30 kB Progress (4): 455/798 kB | 129/151 kB | 30 kB | 7.7/385 kB Progress (4): 455/798 kB | 129/151 kB | 30 kB | 16/385 kB Progress (4): 455/798 kB | 129/151 kB | 30 kB | 32/385 kB Progress (4): 455/798 kB | 133/151 kB | 30 kB | 32/385 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 147 kB/s) 2026-04-02T11:58:17.370 INFO:tasks.workunit.client.0.vm07.stdout:Progress (3): 455/798 kB | 138/151 kB | 32/385 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2026-04-02T11:58:17.371 INFO:tasks.workunit.client.0.vm07.stdout:Progress (3): 471/798 kB | 138/151 kB | 32/385 kB Progress (4): 471/798 kB | 138/151 kB | 32/385 kB | 0.9/27 kB Progress (4): 471/798 kB | 138/151 kB | 32/385 kB | 2.3/27 kB Progress (4): 471/798 kB | 138/151 kB | 32/385 kB | 3.6/27 kB Progress (4): 471/798 kB | 138/151 kB | 32/385 kB | 5.0/27 kB Progress (4): 471/798 kB | 138/151 kB | 48/385 kB | 5.0/27 kB Progress (4): 471/798 kB | 138/151 kB | 48/385 kB | 6.4/27 kB Progress (4): 471/798 kB | 138/151 kB | 48/385 kB | 7.7/27 kB Progress (4): 471/798 kB | 138/151 kB | 48/385 kB | 9.1/27 kB Progress (4): 471/798 kB | 138/151 kB | 48/385 kB | 10/27 kB Progress (4): 471/798 kB | 138/151 kB | 65/385 kB | 10/27 kB Progress (4): 487/798 kB | 138/151 kB | 65/385 kB | 10/27 kB Progress (4): 487/798 kB | 151 kB | 65/385 kB | 10/27 kB Progress (4): 487/798 kB | 151 kB | 65/385 kB | 15/27 kB Progress (4): 487/798 kB | 151 kB | 65/385 kB | 19/27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 728 kB/s) 2026-04-02T11:58:17.371 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2026-04-02T11:58:17.372 INFO:tasks.workunit.client.0.vm07.stdout:Progress (3): 487/798 kB | 81/385 kB | 19/27 kB Progress (3): 504/798 kB | 81/385 kB | 19/27 kB Progress (3): 504/798 kB | 81/385 kB | 23/27 kB Progress (3): 504/798 kB | 81/385 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 131 kB/s) 2026-04-02T11:58:17.372 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2026-04-02T11:58:17.385 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 504/798 kB | 98/385 kB Progress (2): 520/798 kB | 98/385 kB Progress (2): 537/798 kB | 98/385 kB Progress (2): 537/798 kB | 114/385 kB Progress (2): 537/798 kB | 130/385 kB Progress (2): 553/798 kB | 130/385 kB Progress (2): 553/798 kB | 147/385 kB Progress (2): 553/798 kB | 163/385 kB Progress (2): 569/798 kB | 163/385 kB Progress (2): 586/798 kB | 163/385 kB Progress (2): 586/798 kB | 179/385 kB Progress (2): 602/798 kB | 179/385 kB Progress (2): 602/798 kB | 196/385 kB Progress (2): 618/798 kB | 196/385 kB Progress (2): 635/798 kB | 196/385 kB Progress (2): 635/798 kB | 212/385 kB Progress (2): 651/798 kB | 212/385 kB Progress (2): 651/798 kB | 229/385 kB Progress (2): 668/798 kB | 229/385 kB Progress (2): 684/798 kB | 229/385 kB Progress (2): 684/798 kB | 245/385 kB Progress (2): 700/798 kB | 245/385 kB Progress (2): 700/798 kB | 261/385 kB Progress (2): 717/798 kB | 261/385 kB Progress (2): 733/798 kB | 261/385 kB Progress (2): 733/798 kB | 278/385 kB Progress (2): 733/798 kB | 294/385 kB Progress (2): 750/798 kB | 294/385 kB Progress (2): 766/798 kB | 294/385 kB Progress (2): 782/798 kB | 294/385 kB Progress (2): 798 kB | 294/385 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 3.6 MB/s) 2026-04-02T11:58:17.385 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2026-04-02T11:58:17.392 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 311/385 kB Progress (1): 327/385 kB Progress (1): 343/385 kB Progress (1): 360/385 kB Progress (1): 376/385 kB Progress (1): 385 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 1.7 MB/s) 2026-04-02T11:58:17.393 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2026-04-02T11:58:17.402 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 3.4/13 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 56 kB/s) 2026-04-02T11:58:17.402 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2026-04-02T11:58:17.416 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 3.8/780 kB Progress (1): 8.0/780 kB Progress (2): 8.0/780 kB | 7.7/75 kB Progress (2): 8.0/780 kB | 12/75 kB Progress (2): 8.0/780 kB | 28/75 kB Progress (2): 8.0/780 kB | 44/75 kB Progress (2): 8.2/780 kB | 44/75 kB Progress (2): 8.2/780 kB | 61/75 kB Progress (2): 12/780 kB | 61/75 kB Progress (2): 17/780 kB | 61/75 kB Progress (2): 21/780 kB | 61/75 kB Progress (2): 25/780 kB | 61/75 kB Progress (2): 29/780 kB | 61/75 kB Progress (2): 34/780 kB | 61/75 kB Progress (2): 38/780 kB | 61/75 kB Progress (2): 42/780 kB | 61/75 kB Progress (2): 46/780 kB | 61/75 kB Progress (2): 46/780 kB | 75 kB Progress (2): 50/780 kB | 75 kB Progress (2): 55/780 kB | 75 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 297 kB/s) 2026-04-02T11:58:17.416 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2026-04-02T11:58:17.425 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 59/780 kB Progress (1): 63/780 kB Progress (1): 67/780 kB Progress (1): 72/780 kB Progress (1): 76/780 kB Progress (1): 80/780 kB Progress (1): 84/780 kB Progress (1): 89/780 kB Progress (2): 89/780 kB | 7.7/329 kB Progress (2): 89/780 kB | 16/329 kB Progress (2): 89/780 kB | 32/329 kB Progress (2): 89/780 kB | 49/329 kB Progress (2): 89/780 kB | 65/329 kB Progress (2): 89/780 kB | 81/329 kB Progress (2): 89/780 kB | 98/329 kB Progress (2): 89/780 kB | 114/329 kB Progress (2): 89/780 kB | 131/329 kB Progress (2): 89/780 kB | 147/329 kB Progress (2): 89/780 kB | 163/329 kB Progress (2): 89/780 kB | 180/329 kB Progress (2): 89/780 kB | 196/329 kB Progress (2): 89/780 kB | 212/329 kB Progress (2): 89/780 kB | 229/329 kB Progress (2): 89/780 kB | 245/329 kB Progress (2): 89/780 kB | 262/329 kB Progress (2): 89/780 kB | 278/329 kB Progress (2): 89/780 kB | 294/329 kB Progress (3): 89/780 kB | 294/329 kB | 7.7/501 kB Progress (3): 89/780 kB | 294/329 kB | 16/501 kB Progress (3): 89/780 kB | 311/329 kB | 16/501 kB Progress (3): 89/780 kB | 327/329 kB | 16/501 kB Progress (3): 89/780 kB | 329 kB | 16/501 kB Progress (3): 89/780 kB | 329 kB | 25/501 kB Progress (3): 89/780 kB | 329 kB | 41/501 kB Progress (3): 89/780 kB | 329 kB | 57/501 kB Progress (3): 89/780 kB | 329 kB | 74/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 1.3 MB/s) 2026-04-02T11:58:17.426 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2026-04-02T11:58:17.436 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 89/780 kB | 90/501 kB Progress (2): 89/780 kB | 98/501 kB Progress (2): 89/780 kB | 115/501 kB Progress (2): 89/780 kB | 131/501 kB Progress (2): 89/780 kB | 147/501 kB Progress (2): 89/780 kB | 164/501 kB Progress (2): 89/780 kB | 180/501 kB Progress (2): 89/780 kB | 197/501 kB Progress (2): 89/780 kB | 213/501 kB Progress (2): 89/780 kB | 229/501 kB Progress (2): 89/780 kB | 246/501 kB Progress (2): 89/780 kB | 262/501 kB Progress (2): 89/780 kB | 279/501 kB Progress (2): 89/780 kB | 295/501 kB Progress (2): 89/780 kB | 311/501 kB Progress (2): 89/780 kB | 328/501 kB Progress (2): 89/780 kB | 344/501 kB Progress (2): 93/780 kB | 344/501 kB Progress (2): 97/780 kB | 344/501 kB Progress (3): 97/780 kB | 344/501 kB | 7.7/354 kB Progress (3): 97/780 kB | 344/501 kB | 16/354 kB Progress (3): 97/780 kB | 344/501 kB | 25/354 kB Progress (3): 97/780 kB | 344/501 kB | 41/354 kB Progress (3): 97/780 kB | 344/501 kB | 57/354 kB Progress (3): 97/780 kB | 344/501 kB | 74/354 kB Progress (3): 97/780 kB | 344/501 kB | 90/354 kB Progress (3): 101/780 kB | 344/501 kB | 90/354 kB Progress (3): 105/780 kB | 344/501 kB | 90/354 kB Progress (3): 105/780 kB | 344/501 kB | 106/354 kB Progress (3): 105/780 kB | 344/501 kB | 123/354 kB Progress (3): 105/780 kB | 344/501 kB | 139/354 kB Progress (3): 105/780 kB | 344/501 kB | 156/354 kB Progress (3): 105/780 kB | 344/501 kB | 172/354 kB Progress (3): 105/780 kB | 360/501 kB | 172/354 kB Progress (3): 105/780 kB | 377/501 kB | 172/354 kB Progress (3): 105/780 kB | 393/501 kB | 172/354 kB Progress (3): 105/780 kB | 393/501 kB | 188/354 kB Progress (3): 105/780 kB | 393/501 kB | 205/354 kB Progress (3): 105/780 kB | 393/501 kB | 221/354 kB Progress (3): 105/780 kB | 393/501 kB | 238/354 kB Progress (3): 105/780 kB | 393/501 kB | 254/354 kB Progress (3): 105/780 kB | 393/501 kB | 270/354 kB Progress (3): 105/780 kB | 393/501 kB | 287/354 kB Progress (3): 105/780 kB | 393/501 kB | 303/354 kB Progress (3): 110/780 kB | 393/501 kB | 303/354 kB Progress (3): 114/780 kB | 393/501 kB | 303/354 kB Progress (3): 114/780 kB | 393/501 kB | 319/354 kB Progress (3): 114/780 kB | 393/501 kB | 335/354 kB Progress (3): 114/780 kB | 393/501 kB | 352/354 kB Progress (3): 114/780 kB | 393/501 kB | 354 kB Progress (3): 114/780 kB | 410/501 kB | 354 kB Progress (3): 114/780 kB | 426/501 kB | 354 kB Progress (3): 118/780 kB | 426/501 kB | 354 kB Progress (3): 118/780 kB | 442/501 kB | 354 kB Progress (3): 122/780 kB | 442/501 kB | 354 kB Progress (3): 122/780 kB | 459/501 kB | 354 kB Progress (3): 122/780 kB | 475/501 kB | 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 1.3 MB/s) 2026-04-02T11:58:17.436 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 122/780 kB | 492/501 kB Progress (2): 127/780 kB | 492/501 kB Progress (2): 131/780 kB | 492/501 kB Progress (2): 135/780 kB | 492/501 kB Progress (2): 139/780 kB | 492/501 kB Progress (2): 143/780 kB | 492/501 kB Progress (2): 148/780 kB | 492/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2026-04-02T11:58:17.437 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 148/780 kB | 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 1.8 MB/s) 2026-04-02T11:58:17.437 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2026-04-02T11:58:17.461 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 164/780 kB Progress (1): 180/780 kB Progress (1): 197/780 kB Progress (1): 213/780 kB Progress (1): 230/780 kB Progress (1): 246/780 kB Progress (1): 262/780 kB Progress (1): 270/780 kB Progress (1): 287/780 kB Progress (1): 303/780 kB Progress (1): 319/780 kB Progress (1): 336/780 kB Progress (1): 352/780 kB Progress (2): 352/780 kB | 6.4 kB Progress (2): 369/780 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 21 kB/s) 2026-04-02T11:58:17.461 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2026-04-02T11:58:17.463 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 385/780 kB Progress (1): 401/780 kB Progress (2): 401/780 kB | 7.7/41 kB Progress (2): 401/780 kB | 16/41 kB Progress (2): 401/780 kB | 32/41 kB Progress (2): 401/780 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 138 kB/s) 2026-04-02T11:58:17.463 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2026-04-02T11:58:17.471 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 418/780 kB Progress (1): 434/780 kB Progress (1): 451/780 kB Progress (1): 467/780 kB Progress (1): 483/780 kB Progress (2): 483/780 kB | 7.7/211 kB Progress (2): 483/780 kB | 16/211 kB Progress (2): 483/780 kB | 32/211 kB Progress (2): 500/780 kB | 32/211 kB Progress (2): 500/780 kB | 48/211 kB Progress (2): 500/780 kB | 65/211 kB Progress (2): 500/780 kB | 81/211 kB Progress (2): 500/780 kB | 98/211 kB Progress (2): 500/780 kB | 114/211 kB Progress (2): 500/780 kB | 130/211 kB Progress (2): 500/780 kB | 147/211 kB Progress (2): 500/780 kB | 163/211 kB Progress (2): 500/780 kB | 167/211 kB Progress (2): 500/780 kB | 183/211 kB Progress (2): 500/780 kB | 200/211 kB Progress (2): 500/780 kB | 211 kB Progress (2): 516/780 kB | 211 kB Progress (2): 532/780 kB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 689 kB/s) 2026-04-02T11:58:17.471 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2026-04-02T11:58:17.483 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 532/780 kB | 7.7/586 kB Progress (2): 532/780 kB | 16/586 kB Progress (2): 532/780 kB | 24/586 kB Progress (2): 532/780 kB | 40/586 kB Progress (2): 549/780 kB | 40/586 kB Progress (2): 549/780 kB | 57/586 kB Progress (2): 549/780 kB | 73/586 kB Progress (2): 565/780 kB | 73/586 kB Progress (2): 565/780 kB | 90/586 kB Progress (2): 565/780 kB | 106/586 kB Progress (2): 582/780 kB | 106/586 kB Progress (2): 582/780 kB | 122/586 kB Progress (2): 582/780 kB | 139/586 kB Progress (2): 582/780 kB | 155/586 kB Progress (2): 598/780 kB | 155/586 kB Progress (2): 598/780 kB | 172/586 kB Progress (2): 598/780 kB | 188/586 kB Progress (2): 614/780 kB | 188/586 kB Progress (2): 614/780 kB | 204/586 kB Progress (2): 614/780 kB | 221/586 kB Progress (2): 614/780 kB | 237/586 kB Progress (2): 631/780 kB | 237/586 kB Progress (2): 647/780 kB | 237/586 kB Progress (2): 647/780 kB | 253/586 kB Progress (2): 647/780 kB | 270/586 kB Progress (2): 664/780 kB | 270/586 kB Progress (2): 664/780 kB | 286/586 kB Progress (2): 664/780 kB | 303/586 kB Progress (2): 664/780 kB | 319/586 kB Progress (2): 680/780 kB | 319/586 kB Progress (2): 680/780 kB | 335/586 kB Progress (2): 680/780 kB | 352/586 kB Progress (2): 696/780 kB | 352/586 kB Progress (2): 713/780 kB | 352/586 kB Progress (2): 713/780 kB | 368/586 kB Progress (2): 713/780 kB | 385/586 kB Progress (2): 713/780 kB | 401/586 kB Progress (2): 729/780 kB | 401/586 kB Progress (2): 729/780 kB | 417/586 kB Progress (2): 729/780 kB | 434/586 kB Progress (2): 729/780 kB | 450/586 kB Progress (2): 745/780 kB | 450/586 kB Progress (2): 762/780 kB | 450/586 kB Progress (2): 762/780 kB | 466/586 kB Progress (2): 762/780 kB | 483/586 kB Progress (2): 778/780 kB | 483/586 kB Progress (2): 780 kB | 483/586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 2.5 MB/s) 2026-04-02T11:58:17.483 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2026-04-02T11:58:17.485 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 499/586 kB Progress (1): 516/586 kB Progress (1): 532/586 kB Progress (1): 548/586 kB Progress (1): 565/586 kB Progress (1): 581/586 kB Progress (1): 586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 1.8 MB/s) 2026-04-02T11:58:17.485 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2026-04-02T11:58:17.494 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 3.4/14 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 43 kB/s) 2026-04-02T11:58:17.494 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2026-04-02T11:58:17.503 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 20 kB/s) 2026-04-02T11:58:17.503 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2026-04-02T11:58:17.509 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/106 kB Progress (1): 16/106 kB Progress (1): 32/106 kB Progress (1): 48/106 kB Progress (1): 65/106 kB Progress (1): 81/106 kB Progress (1): 98/106 kB Progress (1): 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 308 kB/s) 2026-04-02T11:58:17.509 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2026-04-02T11:58:17.522 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.4/205 kB Progress (1): 24/205 kB Progress (1): 40/205 kB Progress (1): 57/205 kB Progress (1): 73/205 kB Progress (1): 89/205 kB Progress (1): 98/205 kB Progress (1): 115/205 kB Progress (1): 131/205 kB Progress (1): 147/205 kB Progress (1): 164/205 kB Progress (2): 164/205 kB | 7.7/245 kB Progress (2): 164/205 kB | 16/245 kB Progress (2): 164/205 kB | 32/245 kB Progress (2): 164/205 kB | 48/245 kB Progress (2): 164/205 kB | 65/245 kB Progress (2): 164/205 kB | 81/245 kB Progress (2): 180/205 kB | 81/245 kB Progress (2): 197/205 kB | 81/245 kB Progress (2): 205 kB | 81/245 kB Progress (2): 205 kB | 98/245 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 572 kB/s) 2026-04-02T11:58:17.522 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2026-04-02T11:58:17.525 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 114/245 kB Progress (1): 130/245 kB Progress (1): 147/245 kB Progress (1): 163/245 kB Progress (1): 179/245 kB Progress (1): 196/245 kB Progress (1): 212/245 kB Progress (1): 229/245 kB Progress (1): 245 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 678 kB/s) 2026-04-02T11:58:17.525 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2026-04-02T11:58:17.531 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/15 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 42 kB/s) 2026-04-02T11:58:17.531 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2026-04-02T11:58:17.539 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/16 kB Progress (1): 16/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 44 kB/s) 2026-04-02T11:58:17.539 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2026-04-02T11:58:17.553 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 16 kB/s) 2026-04-02T11:58:17.556 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/23 kB Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 58 kB/s) 2026-04-02T11:58:17.565 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/17 kB Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 43 kB/s) 2026-04-02T11:58:17.567 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 3.4/24 kB Progress (1): 20/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 60 kB/s) 2026-04-02T11:58:17.572 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.5/184 kB Progress (1): 24/184 kB Progress (1): 40/184 kB Progress (1): 57/184 kB Progress (1): 73/184 kB Progress (1): 89/184 kB Progress (1): 106/184 kB Progress (1): 122/184 kB Progress (1): 130/184 kB Progress (1): 147/184 kB Progress (1): 163/184 kB Progress (1): 179/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 450 kB/s) 2026-04-02T11:58:17.600 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:17.600 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2026-04-02T11:58:17.605 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2026-04-02T11:58:17.642 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 790 B Progress (1): 2.3 kB Progress (1): 4.3 kB Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 162 kB/s) 2026-04-02T11:58:17.645 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2026-04-02T11:58:17.681 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 781 B Progress (1): 2.3 kB Progress (1): 4.6 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 138 kB/s) 2026-04-02T11:58:17.685 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2026-04-02T11:58:17.723 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 727 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.8 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 27 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 41 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 1.1 MB/s) 2026-04-02T11:58:17.725 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2026-04-02T11:58:17.759 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 782 B Progress (1): 2.1 kB Progress (1): 5.3 kB Progress (1): 7.5 kB Progress (1): 9.5 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 432 kB/s) 2026-04-02T11:58:17.762 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2026-04-02T11:58:17.798 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/153 kB Progress (1): 16/153 kB Progress (1): 32/153 kB Progress (1): 49/153 kB Progress (1): 57/153 kB Progress (1): 74/153 kB Progress (1): 90/153 kB Progress (1): 106/153 kB Progress (1): 123/153 kB Progress (1): 139/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 4.3 MB/s) 2026-04-02T11:58:17.798 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2026-04-02T11:58:17.832 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/215 kB Progress (1): 12/215 kB Progress (1): 29/215 kB Progress (1): 45/215 kB Progress (1): 61/215 kB Progress (1): 78/215 kB Progress (1): 94/215 kB Progress (1): 111/215 kB Progress (1): 127/215 kB Progress (1): 143/215 kB Progress (1): 160/215 kB Progress (1): 176/215 kB Progress (1): 193/215 kB Progress (1): 209/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 6.3 MB/s) 2026-04-02T11:58:17.855 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:17.855 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2026-04-02T11:58:17.858 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2026-04-02T11:58:17.893 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.4 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 76 kB/s) 2026-04-02T11:58:17.895 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2026-04-02T11:58:17.932 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 816 B Progress (1): 3.0 kB Progress (1): 6.2 kB Progress (1): 9.0 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 608 kB/s) 2026-04-02T11:58:17.940 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2026-04-02T11:58:17.976 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 726 B Progress (1): 2.4 kB Progress (1): 4.4 kB Progress (1): 8.6 kB Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 251 kB/s) 2026-04-02T11:58:17.978 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2026-04-02T11:58:18.013 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 726 kB/s) 2026-04-02T11:58:18.015 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2026-04-02T11:58:18.048 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 793 B Progress (1): 2.3 kB Progress (1): 5.6 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 189 kB/s) 2026-04-02T11:58:18.050 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2026-04-02T11:58:18.083 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 812 B Progress (1): 2.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 98 kB/s) 2026-04-02T11:58:18.085 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2026-04-02T11:58:18.119 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 19 kB/s) 2026-04-02T11:58:18.120 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2026-04-02T11:58:18.151 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.0 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 86 kB/s) 2026-04-02T11:58:18.153 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2026-04-02T11:58:18.189 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.1 kB Progress (1): 3.1 kB Progress (1): 4.1 kB Progress (1): 6.4 kB Progress (1): 9.4 kB Progress (1): 13 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 391 kB/s) 2026-04-02T11:58:18.191 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2026-04-02T11:58:18.227 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 910 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 89 kB/s) 2026-04-02T11:58:18.229 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2026-04-02T11:58:18.261 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Progress (1): 3.7 kB Progress (1): 7.3 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 253 kB/s) 2026-04-02T11:58:18.262 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2026-04-02T11:58:18.295 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.4 kB Progress (1): 3.4 kB Progress (1): 6.2 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 253 kB/s) 2026-04-02T11:58:18.297 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2026-04-02T11:58:18.331 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 725 B Progress (1): 2.4 kB Progress (1): 4.5 kB Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 243 kB/s) 2026-04-02T11:58:18.333 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2026-04-02T11:58:18.368 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 764 B Progress (1): 2.1 kB Progress (1): 5.2 kB Progress (1): 7.8 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 580 kB/s) 2026-04-02T11:58:18.371 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2026-04-02T11:58:18.402 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 912 B Progress (1): 4.1 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 164 kB/s) 2026-04-02T11:58:18.404 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2026-04-02T11:58:18.437 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 740 B Progress (1): 2.1 kB Progress (1): 5.4 kB Progress (1): 8.8 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 17 kB Progress (1): 19 kB Progress (1): 21 kB Progress (1): 24 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 902 kB/s) 2026-04-02T11:58:18.440 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2026-04-02T11:58:18.473 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 912 B Progress (1): 4.1 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 150 kB/s) 2026-04-02T11:58:18.476 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2026-04-02T11:58:18.509 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.5/85 kB Progress (1): 24/85 kB Progress (1): 40/85 kB Progress (1): 57/85 kB Progress (1): 73/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 2.6 MB/s) 2026-04-02T11:58:18.509 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2026-04-02T11:58:18.509 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2026-04-02T11:58:18.509 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2026-04-02T11:58:18.509 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2026-04-02T11:58:18.510 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2026-04-02T11:58:18.543 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/269 kB Progress (1): 12/269 kB Progress (1): 28/269 kB Progress (1): 44/269 kB Progress (1): 61/269 kB Progress (1): 77/269 kB Progress (1): 93/269 kB Progress (1): 110/269 kB Progress (1): 126/269 kB Progress (1): 143/269 kB Progress (1): 159/269 kB Progress (1): 175/269 kB Progress (1): 192/269 kB Progress (1): 208/269 kB Progress (1): 213/269 kB Progress (1): 229/269 kB Progress (1): 246/269 kB Progress (1): 262/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 7.7 MB/s) 2026-04-02T11:58:18.543 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2026-04-02T11:58:18.544 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/55 kB Progress (1): 16/55 kB Progress (1): 25/55 kB Progress (1): 41/55 kB Progress (1): 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 1.5 MB/s) 2026-04-02T11:58:18.544 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2026-04-02T11:58:18.546 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/41 kB Progress (1): 16/41 kB Progress (1): 24/41 kB Progress (1): 40/41 kB Progress (1): 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 1.1 MB/s) 2026-04-02T11:58:18.550 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 61 kB/s) 2026-04-02T11:58:18.567 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 3.4/8.5 kB Progress (1): 8.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 146 kB/s) 2026-04-02T11:58:18.577 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/327 kB Progress (1): 7.7/327 kB Progress (1): 24/327 kB Progress (1): 40/327 kB Progress (1): 57/327 kB Progress (1): 73/327 kB Progress (1): 90/327 kB Progress (1): 106/327 kB Progress (1): 122/327 kB Progress (1): 139/327 kB Progress (1): 155/327 kB Progress (1): 172/327 kB Progress (1): 188/327 kB Progress (1): 204/327 kB Progress (1): 221/327 kB Progress (1): 237/327 kB Progress (1): 253/327 kB Progress (1): 270/327 kB Progress (1): 286/327 kB Progress (1): 303/327 kB Progress (1): 319/327 kB Progress (1): 327 kB Progress (2): 327 kB | 7.7/587 kB Progress (2): 327 kB | 12/587 kB Progress (2): 327 kB | 28/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 4.9 MB/s) 2026-04-02T11:58:18.587 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 44/587 kB Progress (1): 61/587 kB Progress (1): 77/587 kB Progress (1): 93/587 kB Progress (1): 110/587 kB Progress (1): 126/587 kB Progress (1): 143/587 kB Progress (1): 159/587 kB Progress (1): 175/587 kB Progress (1): 192/587 kB Progress (1): 208/587 kB Progress (1): 225/587 kB Progress (1): 229/587 kB Progress (1): 246/587 kB Progress (1): 262/587 kB Progress (1): 279/587 kB Progress (1): 295/587 kB Progress (1): 311/587 kB Progress (1): 328/587 kB Progress (1): 344/587 kB Progress (1): 360/587 kB Progress (1): 377/587 kB Progress (1): 393/587 kB Progress (1): 410/587 kB Progress (1): 426/587 kB Progress (1): 442/587 kB Progress (1): 459/587 kB Progress (1): 475/587 kB Progress (1): 492/587 kB Progress (1): 508/587 kB Progress (1): 524/587 kB Progress (1): 541/587 kB Progress (1): 557/587 kB Progress (1): 573/587 kB Progress (1): 580/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 7.5 MB/s) 2026-04-02T11:58:18.610 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2026-04-02T11:58:18.610 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:18.610 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2026-04-02T11:58:18.613 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2026-04-02T11:58:18.647 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 806 B Progress (1): 2.3 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 135 kB/s) 2026-04-02T11:58:18.649 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2026-04-02T11:58:18.684 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 773 B Progress (1): 2.4 kB Progress (1): 4.2 kB Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 182 kB/s) 2026-04-02T11:58:18.686 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2026-04-02T11:58:18.722 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 726 B Progress (1): 2.0 kB Progress (1): 5.9 kB Progress (1): 10 kB Progress (1): 15 kB Progress (1): 19 kB Progress (1): 22 kB Progress (1): 25 kB Progress (1): 27 kB Progress (1): 31 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 905 kB/s) 2026-04-02T11:58:18.725 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2026-04-02T11:58:18.757 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 749 B Progress (1): 2.1 kB Progress (1): 4.1 kB Progress (1): 9.0 kB Progress (1): 11 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 423 kB/s) 2026-04-02T11:58:18.761 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2026-04-02T11:58:18.795 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 24 kB/s) 2026-04-02T11:58:18.797 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2026-04-02T11:58:18.832 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 121 kB/s) 2026-04-02T11:58:18.834 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2026-04-02T11:58:18.870 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 711 B Progress (1): 2.8 kB Progress (1): 6.4 kB Progress (1): 9.1 kB Progress (1): 13 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 467 kB/s) 2026-04-02T11:58:18.875 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2026-04-02T11:58:18.910 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 4.2 kB Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 146 kB/s) 2026-04-02T11:58:18.911 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2026-04-02T11:58:18.945 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 126 kB/s) 2026-04-02T11:58:18.948 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2026-04-02T11:58:18.980 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 74 kB/s) 2026-04-02T11:58:18.981 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2026-04-02T11:58:19.014 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 709 B Progress (1): 2.1 kB Progress (1): 3.6 kB Progress (1): 5.7 kB Progress (1): 8.1 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 342 kB/s) 2026-04-02T11:58:19.015 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2026-04-02T11:58:19.050 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 872 B Progress (1): 3.4 kB Progress (1): 6.6 kB Progress (1): 11 kB Progress (1): 13 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 507 kB/s) 2026-04-02T11:58:19.051 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2026-04-02T11:58:19.084 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 838 B Progress (1): 2.7 kB Progress (1): 6.5 kB Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 199 kB/s) 2026-04-02T11:58:19.086 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2026-04-02T11:58:19.121 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 30 kB/s) 2026-04-02T11:58:19.122 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2026-04-02T11:58:19.159 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Progress (1): 4.1 kB Progress (1): 7.3 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 226 kB/s) 2026-04-02T11:58:19.161 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2026-04-02T11:58:19.196 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 77 kB/s) 2026-04-02T11:58:19.199 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2026-04-02T11:58:19.233 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 907 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 166 kB/s) 2026-04-02T11:58:19.236 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2026-04-02T11:58:19.268 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 36 kB/s) 2026-04-02T11:58:19.270 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2026-04-02T11:58:19.310 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 19 kB/s) 2026-04-02T11:58:19.311 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2026-04-02T11:58:19.342 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 4.9 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 189 kB/s) 2026-04-02T11:58:19.343 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2026-04-02T11:58:19.376 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 779 kB/s) 2026-04-02T11:58:19.378 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2026-04-02T11:58:19.411 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 36 kB/s) 2026-04-02T11:58:19.412 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2026-04-02T11:58:19.448 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 36 kB/s) 2026-04-02T11:58:19.451 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2026-04-02T11:58:19.483 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 3.4/14 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 423 kB/s) 2026-04-02T11:58:19.484 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2026-04-02T11:58:19.484 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2026-04-02T11:58:19.484 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2026-04-02T11:58:19.484 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2026-04-02T11:58:19.485 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2026-04-02T11:58:19.518 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/55 kB Progress (1): 16/55 kB Progress (1): 32/55 kB Progress (1): 48/55 kB Progress (1): 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 1.6 MB/s) 2026-04-02T11:58:19.518 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2026-04-02T11:58:19.521 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 114 kB/s) 2026-04-02T11:58:19.521 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2026-04-02T11:58:19.522 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/27 kB Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 711 kB/s) 2026-04-02T11:58:19.522 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2026-04-02T11:58:19.530 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/334 kB Progress (1): 16/334 kB Progress (1): 32/334 kB Progress (2): 32/334 kB | 7.7/122 kB Progress (2): 32/334 kB | 16/122 kB Progress (2): 48/334 kB | 16/122 kB Progress (2): 48/334 kB | 32/122 kB Progress (2): 65/334 kB | 32/122 kB Progress (2): 81/334 kB | 32/122 kB Progress (2): 98/334 kB | 32/122 kB Progress (2): 114/334 kB | 32/122 kB Progress (2): 114/334 kB | 49/122 kB Progress (2): 114/334 kB | 57/122 kB Progress (2): 130/334 kB | 57/122 kB Progress (2): 147/334 kB | 57/122 kB Progress (2): 163/334 kB | 57/122 kB Progress (2): 179/334 kB | 57/122 kB Progress (2): 196/334 kB | 57/122 kB Progress (2): 212/334 kB | 57/122 kB Progress (2): 212/334 kB | 74/122 kB Progress (2): 229/334 kB | 74/122 kB Progress (2): 240/334 kB | 74/122 kB Progress (2): 256/334 kB | 74/122 kB Progress (2): 256/334 kB | 90/122 kB Progress (2): 273/334 kB | 90/122 kB Progress (2): 289/334 kB | 90/122 kB Progress (2): 306/334 kB | 90/122 kB Progress (2): 306/334 kB | 106/122 kB Progress (2): 322/334 kB | 106/122 kB Progress (2): 334 kB | 106/122 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 7.1 MB/s) 2026-04-02T11:58:19.531 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 122 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 2.6 MB/s) 2026-04-02T11:58:19.555 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/267 kB Progress (1): 8.2/267 kB Progress (1): 25/267 kB Progress (1): 41/267 kB Progress (1): 57/267 kB Progress (1): 74/267 kB Progress (1): 90/267 kB Progress (1): 106/267 kB Progress (1): 123/267 kB Progress (1): 139/267 kB Progress (1): 156/267 kB Progress (1): 172/267 kB Progress (1): 188/267 kB Progress (1): 205/267 kB Progress (1): 221/267 kB Progress (1): 238/267 kB Progress (2): 238/267 kB | 4.1/4.7 kB Progress (2): 254/267 kB | 4.1/4.7 kB Progress (2): 254/267 kB | 4.7 kB Progress (2): 267 kB | 4.7 kB Progress (3): 267 kB | 4.7 kB | 7.7/23 kB Progress (3): 267 kB | 4.7 kB | 16/23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 67 kB/s) 2026-04-02T11:58:19.555 INFO:tasks.workunit.client.0.vm07.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 3.8 MB/s) 2026-04-02T11:58:19.555 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 321 kB/s) 2026-04-02T11:58:19.594 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Changes detected - recompiling the module! :source 2026-04-02T11:58:19.595 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2026-04-02T11:58:19.965 INFO:tasks.workunit.client.0.vm07.stdout:[WARNING] system modules path not set in conjunction with -source 9 2026-04-02T11:58:19.965 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:19.965 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2026-04-02T11:58:19.968 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2026-04-02T11:58:19.968 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:19.968 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2026-04-02T11:58:19.971 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Changes detected - recompiling the module! :dependency 2026-04-02T11:58:19.971 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2026-04-02T11:58:20.081 INFO:tasks.workunit.client.0.vm07.stdout:[WARNING] system modules path not set in conjunction with -source 9 2026-04-02T11:58:20.081 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:20.081 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2026-04-02T11:58:20.084 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2026-04-02T11:58:20.119 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 834 B Progress (1): 3.3 kB Progress (1): 6.2 kB Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 178 kB/s) 2026-04-02T11:58:20.122 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2026-04-02T11:58:20.159 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 843 B Progress (1): 2.7 kB Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 93 kB/s) 2026-04-02T11:58:20.162 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2026-04-02T11:58:20.198 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 834 B Progress (1): 2.3 kB Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 91 kB/s) 2026-04-02T11:58:20.201 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2026-04-02T11:58:20.237 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.1 kB Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 113 kB/s) 2026-04-02T11:58:20.240 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2026-04-02T11:58:20.275 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 843 B Progress (1): 2.8 kB Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 92 kB/s) 2026-04-02T11:58:20.278 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2026-04-02T11:58:20.316 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 834 B Progress (1): 3.0 kB Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 114 kB/s) 2026-04-02T11:58:20.319 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2026-04-02T11:58:20.357 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 878 B Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 46 kB/s) 2026-04-02T11:58:20.360 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2026-04-02T11:58:20.394 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 937 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 63 kB/s) 2026-04-02T11:58:20.395 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2026-04-02T11:58:20.435 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 798 B Progress (1): 3.2 kB Progress (1): 5.1 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 23 kB Progress (1): 28 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 754 kB/s) 2026-04-02T11:58:20.437 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2026-04-02T11:58:20.471 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 938 B Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 56 kB/s) 2026-04-02T11:58:20.473 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2026-04-02T11:58:20.507 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 798 B Progress (1): 2.3 kB Progress (1): 5.7 kB Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 171 kB/s) 2026-04-02T11:58:20.508 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2026-04-02T11:58:20.541 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 843 B Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 73 kB/s) 2026-04-02T11:58:20.542 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2026-04-02T11:58:20.575 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 759 B Progress (1): 1.9 kB Progress (1): 3.4 kB Progress (1): 5.3 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 678 kB/s) 2026-04-02T11:58:20.576 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2026-04-02T11:58:20.610 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 730 B Progress (1): 2.0 kB Progress (1): 6.0 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 24 kB Progress (1): 27 kB Progress (1): 30 kB Progress (1): 32 kB Progress (1): 37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 1.1 MB/s) 2026-04-02T11:58:20.612 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2026-04-02T11:58:20.644 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 754 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.9 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 476 kB/s) 2026-04-02T11:58:20.645 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2026-04-02T11:58:20.677 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 724 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 270 kB/s) 2026-04-02T11:58:20.679 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2026-04-02T11:58:20.713 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 709 B Progress (1): 2.7 kB Progress (1): 6.6 kB Progress (1): 8.9 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 25 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 805 kB/s) 2026-04-02T11:58:20.716 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2026-04-02T11:58:20.748 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 794 B Progress (1): 2.2 kB Progress (1): 5.3 kB Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 244 kB/s) 2026-04-02T11:58:20.751 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2026-04-02T11:58:20.784 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 823 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 66 kB/s) 2026-04-02T11:58:20.786 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2026-04-02T11:58:20.821 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 823 B Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 74 kB/s) 2026-04-02T11:58:20.823 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2026-04-02T11:58:20.855 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 48 kB/s) 2026-04-02T11:58:20.856 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2026-04-02T11:58:20.888 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 96 kB/s) 2026-04-02T11:58:20.889 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2026-04-02T11:58:20.922 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 707 B Progress (1): 2.6 kB Progress (1): 6.1 kB Progress (1): 8.6 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 639 kB/s) 2026-04-02T11:58:20.923 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2026-04-02T11:58:20.955 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Progress (1): 3.4 kB Progress (1): 6.7 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 218 kB/s) 2026-04-02T11:58:20.956 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2026-04-02T11:58:20.989 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 735 B Progress (1): 2.6 kB Progress (1): 8.6 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 424 kB/s) 2026-04-02T11:58:20.991 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2026-04-02T11:58:21.025 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 87 kB/s) 2026-04-02T11:58:21.026 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2026-04-02T11:58:21.058 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Progress (1): 4.2 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 206 kB/s) 2026-04-02T11:58:21.059 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2026-04-02T11:58:21.094 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.4 kB Progress (1): 5.8 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 240 kB/s) 2026-04-02T11:58:21.095 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2026-04-02T11:58:21.129 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.4 kB Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 61 kB/s) 2026-04-02T11:58:21.134 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2026-04-02T11:58:21.173 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 823 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 56 kB/s) 2026-04-02T11:58:21.176 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2026-04-02T11:58:21.209 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 816 B Progress (1): 2.5 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 92 kB/s) 2026-04-02T11:58:21.212 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2026-04-02T11:58:21.247 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 827 B Progress (1): 3.5 kB Progress (1): 8.7 kB Progress (1): 15 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 416 kB/s) 2026-04-02T11:58:21.249 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2026-04-02T11:58:21.284 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 811 B Progress (1): 2.8 kB Progress (1): 4.9 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 414 kB/s) 2026-04-02T11:58:21.286 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2026-04-02T11:58:21.332 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 702 B Progress (1): 2.0 kB Progress (1): 3.5 kB Progress (1): 5.5 kB Progress (1): 8.7 kB Progress (1): 12 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 292 kB/s) 2026-04-02T11:58:21.333 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2026-04-02T11:58:21.370 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 838 B Progress (1): 2.5 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 129 kB/s) 2026-04-02T11:58:21.373 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2026-04-02T11:58:21.407 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.0 kB Progress (1): 3.3 kB Progress (1): 5.8 kB Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 179 kB/s) 2026-04-02T11:58:21.409 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2026-04-02T11:58:21.447 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.0 kB Progress (1): 2.9 kB Progress (1): 6.3 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 22 kB Progress (1): 26 kB Progress (1): 31 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 851 kB/s) 2026-04-02T11:58:21.450 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2026-04-02T11:58:21.488 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 804 B Progress (1): 4.1 kB Progress (1): 10 kB Progress (1): 16 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 456 kB/s) 2026-04-02T11:58:21.489 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2026-04-02T11:58:21.528 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 819 B Progress (1): 2.8 kB Progress (1): 4.9 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 379 kB/s) 2026-04-02T11:58:21.531 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2026-04-02T11:58:21.566 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 21 kB/s) 2026-04-02T11:58:21.568 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2026-04-02T11:58:21.602 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 4.7 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 141 kB/s) 2026-04-02T11:58:21.603 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2026-04-02T11:58:21.635 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 932 B Progress (1): 2.6 kB Progress (1): 5.5 kB Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 240 kB/s) 2026-04-02T11:58:21.637 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2026-04-02T11:58:21.669 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 836 B Progress (1): 2.7 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 91 kB/s) 2026-04-02T11:58:21.671 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2026-04-02T11:58:21.708 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 811 B Progress (1): 3.0 kB Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 112 kB/s) 2026-04-02T11:58:21.710 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2026-04-02T11:58:21.745 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 934 B Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 59 kB/s) 2026-04-02T11:58:21.747 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2026-04-02T11:58:21.786 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 922 B Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 89 kB/s) 2026-04-02T11:58:21.788 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2026-04-02T11:58:21.826 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 3.8 kB Progress (1): 6.0 kB Progress (1): 9.7 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 288 kB/s) 2026-04-02T11:58:21.827 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2026-04-02T11:58:21.864 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 799 B Progress (1): 2.7 kB Progress (1): 5.1 kB Progress (1): 7.6 kB Progress (1): 10 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 364 kB/s) 2026-04-02T11:58:21.867 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2026-04-02T11:58:21.902 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 812 B Progress (1): 2.5 kB Progress (1): 5.0 kB Progress (1): 8.7 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 521 kB/s) 2026-04-02T11:58:21.904 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2026-04-02T11:58:21.939 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 10 kB/s) 2026-04-02T11:58:21.940 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2026-04-02T11:58:21.975 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 956 B Progress (1): 2.8 kB Progress (1): 5.3 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 179 kB/s) 2026-04-02T11:58:21.976 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2026-04-02T11:58:22.017 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.1 kB Progress (1): 2.9 kB Progress (1): 6.3 kB Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 179 kB/s) 2026-04-02T11:58:22.018 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2026-04-02T11:58:22.052 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 852 B Progress (1): 2.5 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 138 kB/s) 2026-04-02T11:58:22.054 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2026-04-02T11:58:22.087 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 943 B Progress (1): 3.1 kB Progress (1): 5.6 kB Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 221 kB/s) 2026-04-02T11:58:22.089 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2026-04-02T11:58:22.136 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 791 B Progress (1): 2.1 kB Progress (1): 5.3 kB Progress (1): 7.9 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 20 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 470 kB/s) 2026-04-02T11:58:22.137 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2026-04-02T11:58:22.184 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 783 B Progress (1): 2.0 kB Progress (1): 3.4 kB Progress (1): 5.0 kB Progress (1): 7.0 kB Progress (1): 8.2 kB Progress (1): 9.3 kB Progress (1): 12 kB Progress (1): 13 kB Progress (1): 17 kB Progress (1): 19 kB Progress (1): 22 kB Progress (1): 25 kB Progress (1): 27 kB Progress (1): 31 kB Progress (1): 34 kB Progress (1): 39 kB Progress (1): 42 kB Progress (1): 46 kB Progress (1): 48 kB Progress (1): 50 kB Progress (1): 53 kB Progress (1): 57 kB Progress (1): 59 kB Progress (1): 62 kB Progress (1): 66 kB Progress (1): 70 kB Progress (1): 73 kB Progress (1): 75 kB Progress (1): 77 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 1.6 MB/s) 2026-04-02T11:58:22.186 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2026-04-02T11:58:22.217 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 743 B Progress (1): 2.1 kB Progress (1): 4.0 kB Progress (1): 6.3 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 775 kB/s) 2026-04-02T11:58:22.219 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2026-04-02T11:58:22.257 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 913 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 149 kB/s) 2026-04-02T11:58:22.258 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2026-04-02T11:58:22.295 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.9 kB Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 115 kB/s) 2026-04-02T11:58:22.297 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2026-04-02T11:58:22.334 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 86 kB/s) 2026-04-02T11:58:22.335 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2026-04-02T11:58:22.368 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 819 B Progress (1): 2.9 kB Progress (1): 6.2 kB Progress (1): 8.8 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 25 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 817 kB/s) 2026-04-02T11:58:22.371 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2026-04-02T11:58:22.407 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.3 kB Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 64 kB/s) 2026-04-02T11:58:22.412 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2026-04-02T11:58:22.458 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/308 kB Progress (1): 16/308 kB Progress (1): 24/308 kB Progress (1): 40/308 kB Progress (1): 57/308 kB Progress (1): 73/308 kB Progress (1): 90/308 kB Progress (1): 106/308 kB Progress (1): 115/308 kB Progress (1): 131/308 kB Progress (1): 147/308 kB Progress (1): 164/308 kB Progress (1): 180/308 kB Progress (1): 197/308 kB Progress (1): 213/308 kB Progress (1): 229/308 kB Progress (1): 246/308 kB Progress (1): 262/308 kB Progress (1): 279/308 kB Progress (1): 295/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 6.7 MB/s) 2026-04-02T11:58:22.458 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2026-04-02T11:58:22.458 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2026-04-02T11:58:22.459 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2026-04-02T11:58:22.459 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2026-04-02T11:58:22.460 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2026-04-02T11:58:22.492 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/171 kB Progress (1): 7.7/171 kB Progress (1): 24/171 kB Progress (1): 40/171 kB Progress (1): 57/171 kB Progress (1): 73/171 kB Progress (1): 90/171 kB Progress (1): 106/171 kB Progress (1): 115/171 kB Progress (1): 131/171 kB Progress (1): 147/171 kB Progress (1): 164/171 kB Progress (1): 171 kB Progress (2): 171 kB | 7.5/14 kB Progress (2): 171 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 5.0 MB/s) 2026-04-02T11:58:22.492 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2026-04-02T11:58:22.492 INFO:tasks.workunit.client.0.vm07.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 388 kB/s) 2026-04-02T11:58:22.492 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2026-04-02T11:58:22.497 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/118 kB Progress (1): 16/118 kB Progress (1): 32/118 kB Progress (1): 48/118 kB Progress (1): 65/118 kB Progress (1): 81/118 kB Progress (1): 98/118 kB Progress (1): 114/118 kB Progress (1): 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 3.1 MB/s) 2026-04-02T11:58:22.497 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2026-04-02T11:58:22.499 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.5/8.2 kB Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 199 kB/s) 2026-04-02T11:58:22.500 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2026-04-02T11:58:22.501 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/26 kB Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 601 kB/s) 2026-04-02T11:58:22.501 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2026-04-02T11:58:22.527 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.5/146 kB Progress (1): 24/146 kB Progress (1): 40/146 kB Progress (1): 57/146 kB Progress (1): 73/146 kB Progress (1): 89/146 kB Progress (1): 106/146 kB Progress (1): 122/146 kB Progress (1): 130/146 kB Progress (1): 146 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 2.2 MB/s) 2026-04-02T11:58:22.527 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2026-04-02T11:58:22.530 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/61 kB Progress (1): 12/61 kB Progress (1): 28/61 kB Progress (1): 44/61 kB Progress (1): 61/61 kB Progress (1): 61 kB Progress (2): 61 kB | 7.7/136 kB Progress (2): 61 kB | 16/136 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 869 kB/s) 2026-04-02T11:58:22.530 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2026-04-02T11:58:22.531 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 32/136 kB Progress (1): 48/136 kB Progress (1): 65/136 kB Progress (1): 81/136 kB Progress (1): 98/136 kB Progress (1): 114/136 kB Progress (1): 130/136 kB Progress (1): 136 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 1.9 MB/s) 2026-04-02T11:58:22.544 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/501 kB Progress (1): 16/501 kB Progress (1): 32/501 kB Progress (1): 49/501 kB Progress (1): 65/501 kB Progress (1): 81/501 kB Progress (1): 98/501 kB Progress (1): 114/501 kB Progress (1): 130/501 kB Progress (1): 147/501 kB Progress (2): 147/501 kB | 7.7/58 kB Progress (2): 147/501 kB | 12/58 kB Progress (2): 163/501 kB | 12/58 kB Progress (2): 179/501 kB | 12/58 kB Progress (2): 196/501 kB | 12/58 kB Progress (2): 196/501 kB | 28/58 kB Progress (2): 212/501 kB | 28/58 kB Progress (2): 229/501 kB | 28/58 kB Progress (2): 245/501 kB | 28/58 kB Progress (2): 245/501 kB | 44/58 kB Progress (2): 261/501 kB | 44/58 kB Progress (2): 278/501 kB | 44/58 kB Progress (2): 294/501 kB | 44/58 kB Progress (2): 302/501 kB | 44/58 kB Progress (2): 302/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 677 kB/s) 2026-04-02T11:58:22.548 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 319/501 kB Progress (1): 335/501 kB Progress (1): 352/501 kB Progress (1): 368/501 kB Progress (1): 384/501 kB Progress (1): 401/501 kB Progress (1): 417/501 kB Progress (1): 434/501 kB Progress (1): 450/501 kB Progress (1): 466/501 kB Progress (1): 483/501 kB Progress (1): 499/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 5.7 MB/s) 2026-04-02T11:58:22.563 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/124 kB Progress (1): 12/124 kB Progress (1): 29/124 kB Progress (1): 45/124 kB Progress (1): 61/124 kB Progress (1): 78/124 kB Progress (1): 94/124 kB Progress (1): 111/124 kB Progress (1): 124 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 1.2 MB/s) 2026-04-02T11:58:22.619 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 15 MB/s) 2026-04-02T11:58:22.668 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:22.668 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2026-04-02T11:58:22.669 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2026-04-02T11:58:22.704 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 794 B Progress (1): 2.2 kB Progress (1): 4.4 kB Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 136 kB/s) 2026-04-02T11:58:22.704 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2026-04-02T11:58:22.737 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 781 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 144 kB/s) 2026-04-02T11:58:22.739 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2026-04-02T11:58:22.773 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 725 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.7 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 1.3 MB/s) 2026-04-02T11:58:22.775 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2026-04-02T11:58:22.808 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 744 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.3 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 622 kB/s) 2026-04-02T11:58:22.812 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2026-04-02T11:58:22.844 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 801 B Progress (1): 2.6 kB Progress (1): 4.9 kB Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 157 kB/s) 2026-04-02T11:58:22.847 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2026-04-02T11:58:22.881 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 796 B Progress (1): 2.2 kB Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 115 kB/s) 2026-04-02T11:58:22.883 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2026-04-02T11:58:22.916 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Progress (1): 3.8 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 182 kB/s) 2026-04-02T11:58:22.918 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2026-04-02T11:58:22.952 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Progress (1): 4.0 kB Progress (1): 6.2 kB Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 184 kB/s) 2026-04-02T11:58:22.953 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2026-04-02T11:58:22.988 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 753 B Progress (1): 1.9 kB Progress (1): 3.5 kB Progress (1): 6.8 kB Progress (1): 9.1 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 547 kB/s) 2026-04-02T11:58:22.992 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2026-04-02T11:58:23.028 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Progress (1): 3.7 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 404 kB/s) 2026-04-02T11:58:23.029 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2026-04-02T11:58:23.063 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.1 kB Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 62 kB/s) 2026-04-02T11:58:23.064 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2026-04-02T11:58:23.097 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 729 B Progress (1): 2.3 kB Progress (1): 4.7 kB Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 249 kB/s) 2026-04-02T11:58:23.099 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2026-04-02T11:58:23.133 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 748 kB/s) 2026-04-02T11:58:23.138 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2026-04-02T11:58:23.171 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/36 kB Progress (1): 16/36 kB Progress (1): 24/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 1.1 MB/s) 2026-04-02T11:58:23.171 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2026-04-02T11:58:23.171 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2026-04-02T11:58:23.171 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2026-04-02T11:58:23.172 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2026-04-02T11:58:23.172 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2026-04-02T11:58:23.205 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/79 kB Progress (1): 16/79 kB Progress (1): 25/79 kB Progress (1): 41/79 kB Progress (1): 57/79 kB Progress (1): 74/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 2.3 MB/s) 2026-04-02T11:58:23.205 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2026-04-02T11:58:23.207 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/26 kB Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 729 kB/s) 2026-04-02T11:58:23.207 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2026-04-02T11:58:23.209 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 7.7/58 kB Progress (1): 16/58 kB Progress (1): 24/58 kB Progress (1): 40/58 kB Progress (1): 57/58 kB Progress (1): 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 1.6 MB/s) 2026-04-02T11:58:23.217 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 0/1.0 MB Progress (1): 0/1.0 MB Progress (1): 0/1.0 MB Progress (2): 0/1.0 MB | 7.7/211 kB Progress (2): 0/1.0 MB | 16/211 kB Progress (2): 0/1.0 MB | 29/211 kB Progress (2): 0/1.0 MB | 45/211 kB Progress (2): 0.1/1.0 MB | 45/211 kB Progress (2): 0.1/1.0 MB | 45/211 kB Progress (2): 0.1/1.0 MB | 61/211 kB Progress (2): 0.1/1.0 MB | 78/211 kB Progress (2): 0.1/1.0 MB | 94/211 kB Progress (2): 0.1/1.0 MB | 111/211 kB Progress (2): 0.1/1.0 MB | 127/211 kB Progress (2): 0.1/1.0 MB | 143/211 kB Progress (2): 0.1/1.0 MB | 143/211 kB Progress (2): 0.1/1.0 MB | 160/211 kB Progress (2): 0.1/1.0 MB | 176/211 kB Progress (2): 0.1/1.0 MB | 193/211 kB Progress (2): 0.1/1.0 MB | 193/211 kB Progress (2): 0.1/1.0 MB | 209/211 kB Progress (2): 0.1/1.0 MB | 211 kB Progress (2): 0.1/1.0 MB | 211 kB Progress (2): 0.1/1.0 MB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 4.6 MB/s) 2026-04-02T11:58:23.241 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 0.1/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (2): 0.5/1.0 MB | 7.7/267 kB Progress (2): 0.5/1.0 MB | 16/267 kB Progress (2): 0.5/1.0 MB | 29/267 kB Progress (2): 0.5/1.0 MB | 45/267 kB Progress (2): 0.5/1.0 MB | 61/267 kB Progress (2): 0.5/1.0 MB | 78/267 kB Progress (2): 0.5/1.0 MB | 94/267 kB Progress (2): 0.5/1.0 MB | 111/267 kB Progress (2): 0.5/1.0 MB | 127/267 kB Progress (2): 0.5/1.0 MB | 143/267 kB Progress (2): 0.5/1.0 MB | 160/267 kB Progress (2): 0.5/1.0 MB | 160/267 kB Progress (2): 0.5/1.0 MB | 176/267 kB Progress (2): 0.5/1.0 MB | 193/267 kB Progress (2): 0.5/1.0 MB | 209/267 kB Progress (2): 0.5/1.0 MB | 225/267 kB Progress (2): 0.5/1.0 MB | 242/267 kB Progress (2): 0.5/1.0 MB | 258/267 kB Progress (2): 0.5/1.0 MB | 267 kB Progress (2): 0.5/1.0 MB | 267 kB Progress (3): 0.5/1.0 MB | 267 kB | 7.7/116 kB Progress (3): 0.5/1.0 MB | 267 kB | 16/116 kB Progress (3): 0.5/1.0 MB | 267 kB | 25/116 kB Progress (3): 0.5/1.0 MB | 267 kB | 41/116 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 3.8 MB/s) 2026-04-02T11:58:23.242 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 0.5/1.0 MB | 57/116 kB Progress (2): 0.5/1.0 MB | 74/116 kB Progress (2): 0.5/1.0 MB | 74/116 kB Progress (2): 0.5/1.0 MB | 90/116 kB Progress (2): 0.5/1.0 MB | 106/116 kB Progress (2): 0.5/1.0 MB | 116 kB Progress (2): 0.5/1.0 MB | 116 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 1.6 MB/s) 2026-04-02T11:58:23.260 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 11 MB/s) 2026-04-02T11:58:23.328 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2026-04-02T11:58:23.342 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:58:23.343 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] BUILD SUCCESS 2026-04-02T11:58:23.343 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:58:23.343 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Total time: 9.885 s 2026-04-02T11:58:23.343 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Finished at: 2026-04-02T11:58:23Z 2026-04-02T11:58:23.343 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:58:23.368 INFO:tasks.workunit.client.0.vm07.stderr:+ ./mvnw test -Dtest=PutObjects 2026-04-02T11:58:23.378 INFO:tasks.workunit.client.0.vm07.stdout:Warning: JAVA_HOME environment variable is not set. 2026-04-02T11:58:23.958 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Scanning for projects... 2026-04-02T11:58:24.004 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:24.004 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2026-04-02T11:58:24.004 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Building jcksum 1.0 2026-04-02T11:58:24.004 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] from pom.xml 2026-04-02T11:58:24.004 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2026-04-02T11:58:24.135 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:24.135 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2026-04-02T11:58:24.192 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2026-04-02T11:58:24.192 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:24.192 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2026-04-02T11:58:24.241 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Nothing to compile - all classes are up to date 2026-04-02T11:58:24.241 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:24.241 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2026-04-02T11:58:24.242 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2026-04-02T11:58:24.242 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:24.242 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2026-04-02T11:58:24.246 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Nothing to compile - all classes are up to date 2026-04-02T11:58:24.246 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:24.246 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2026-04-02T11:58:24.343 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2026-04-02T11:58:24.445 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2026-04-02T11:58:24.641 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 846 B Progress (1): 2.6 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 24 kB/s) 2026-04-02T11:58:24.646 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2026-04-02T11:58:24.686 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 849 B Progress (1): 2.2 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 64 kB/s) 2026-04-02T11:58:24.690 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2026-04-02T11:58:24.730 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 849 B Progress (1): 2.0 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 70 kB/s) 2026-04-02T11:58:24.733 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2026-04-02T11:58:24.772 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 966 B Progress (1): 2.5 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 78 kB/s) 2026-04-02T11:58:24.774 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2026-04-02T11:58:24.818 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 957 B Progress (1): 2.5 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 71 kB/s) 2026-04-02T11:58:24.820 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2026-04-02T11:58:24.862 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 1.2 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 41 kB/s) 2026-04-02T11:58:24.863 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2026-04-02T11:58:24.908 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 971 B Progress (1): 2.5 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 64 kB/s) 2026-04-02T11:58:24.911 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2026-04-02T11:58:24.956 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 0.9/27 kB Progress (1): 2.3/27 kB Progress (1): 3.6/27 kB Progress (1): 5.0/27 kB Progress (1): 6.4/27 kB Progress (1): 7.7/27 kB Progress (1): 9.1/27 kB Progress (1): 10/27 kB Progress (1): 12/27 kB Progress (1): 13/27 kB Progress (1): 15/27 kB Progress (1): 16/27 kB Progress (1): 17/27 kB Progress (1): 19/27 kB Progress (1): 20/27 kB Progress (1): 21/27 kB Progress (1): 23/27 kB Progress (1): 24/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 603 kB/s) 2026-04-02T11:58:24.956 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2026-04-02T11:58:24.957 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2026-04-02T11:58:24.957 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2026-04-02T11:58:24.957 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2026-04-02T11:58:24.958 INFO:tasks.workunit.client.0.vm07.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2026-04-02T11:58:25.000 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 0.9/18 kB Progress (1): 5.1/18 kB Progress (1): 9.3/18 kB Progress (1): 12/18 kB Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 399 kB/s) 2026-04-02T11:58:25.065 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 0.9/103 kB Progress (1): 2.3/103 kB Progress (2): 2.3/103 kB | 1.4/169 kB Progress (2): 3.6/103 kB | 1.4/169 kB Progress (2): 3.6/103 kB | 2.7/169 kB Progress (2): 5.0/103 kB | 2.7/169 kB Progress (2): 5.0/103 kB | 4.1/169 kB Progress (2): 6.4/103 kB | 4.1/169 kB Progress (2): 6.4/103 kB | 5.5/169 kB Progress (2): 7.7/103 kB | 5.5/169 kB Progress (2): 7.7/103 kB | 6.8/169 kB Progress (2): 9.1/103 kB | 6.8/169 kB Progress (2): 9.1/103 kB | 8.2/169 kB Progress (2): 10/103 kB | 8.2/169 kB Progress (2): 10/103 kB | 9.6/169 kB Progress (2): 12/103 kB | 9.6/169 kB Progress (2): 12/103 kB | 11/169 kB Progress (2): 13/103 kB | 11/169 kB Progress (2): 13/103 kB | 12/169 kB Progress (2): 15/103 kB | 12/169 kB Progress (2): 15/103 kB | 14/169 kB Progress (2): 16/103 kB | 14/169 kB Progress (2): 16/103 kB | 15/169 kB Progress (2): 17/103 kB | 15/169 kB Progress (2): 17/103 kB | 16/169 kB Progress (2): 19/103 kB | 16/169 kB Progress (2): 19/103 kB | 18/169 kB Progress (2): 20/103 kB | 18/169 kB Progress (2): 20/103 kB | 19/169 kB Progress (2): 21/103 kB | 19/169 kB Progress (2): 21/103 kB | 21/169 kB Progress (2): 23/103 kB | 21/169 kB Progress (2): 23/103 kB | 22/169 kB Progress (2): 24/103 kB | 22/169 kB Progress (2): 24/103 kB | 23/169 kB Progress (2): 25/103 kB | 23/169 kB Progress (2): 25/103 kB | 25/169 kB Progress (2): 26/103 kB | 25/169 kB Progress (2): 26/103 kB | 26/169 kB Progress (2): 27/103 kB | 26/169 kB Progress (2): 27/103 kB | 27/169 kB Progress (2): 27/103 kB | 29/169 kB Progress (2): 29/103 kB | 29/169 kB Progress (2): 29/103 kB | 30/169 kB Progress (2): 30/103 kB | 30/169 kB Progress (2): 30/103 kB | 31/169 kB Progress (2): 31/103 kB | 31/169 kB Progress (2): 31/103 kB | 33/169 kB Progress (2): 33/103 kB | 33/169 kB Progress (2): 33/103 kB | 34/169 kB Progress (2): 34/103 kB | 34/169 kB Progress (2): 34/103 kB | 36/169 kB Progress (2): 36/103 kB | 36/169 kB Progress (2): 36/103 kB | 37/169 kB Progress (2): 37/103 kB | 37/169 kB Progress (2): 37/103 kB | 38/169 kB Progress (2): 38/103 kB | 38/169 kB Progress (2): 40/103 kB | 38/169 kB Progress (3): 40/103 kB | 38/169 kB | 0.9/189 kB Progress (3): 40/103 kB | 40/169 kB | 0.9/189 kB Progress (3): 40/103 kB | 40/169 kB | 2.3/189 kB Progress (3): 41/103 kB | 40/169 kB | 2.3/189 kB Progress (3): 41/103 kB | 40/169 kB | 3.6/189 kB Progress (3): 41/103 kB | 41/169 kB | 3.6/189 kB Progress (3): 41/103 kB | 42/169 kB | 3.6/189 kB Progress (3): 41/103 kB | 44/169 kB | 3.6/189 kB Progress (3): 41/103 kB | 45/169 kB | 3.6/189 kB Progress (3): 41/103 kB | 46/169 kB | 3.6/189 kB Progress (3): 41/103 kB | 46/169 kB | 5.0/189 kB Progress (3): 42/103 kB | 46/169 kB | 5.0/189 kB Progress (3): 42/103 kB | 46/169 kB | 6.4/189 kB Progress (3): 42/103 kB | 48/169 kB | 6.4/189 kB Progress (3): 42/103 kB | 48/169 kB | 7.7/189 kB Progress (3): 44/103 kB | 48/169 kB | 7.7/189 kB Progress (3): 44/103 kB | 48/169 kB | 9.1/189 kB Progress (3): 45/103 kB | 48/169 kB | 9.1/189 kB Progress (3): 46/103 kB | 48/169 kB | 9.1/189 kB Progress (3): 48/103 kB | 48/169 kB | 9.1/189 kB Progress (3): 49/103 kB | 48/169 kB | 9.1/189 kB Progress (3): 51/103 kB | 48/169 kB | 9.1/189 kB Progress (3): 52/103 kB | 48/169 kB | 9.1/189 kB Progress (3): 53/103 kB | 48/169 kB | 9.1/189 kB Progress (3): 55/103 kB | 48/169 kB | 9.1/189 kB Progress (3): 59/103 kB | 48/169 kB | 9.1/189 kB Progress (3): 63/103 kB | 48/169 kB | 9.1/189 kB Progress (3): 63/103 kB | 49/169 kB | 9.1/189 kB Progress (4): 63/103 kB | 49/169 kB | 9.1/189 kB | 0.9/7.7 kB Progress (4): 63/103 kB | 49/169 kB | 10/189 kB | 0.9/7.7 kB Progress (4): 63/103 kB | 49/169 kB | 10/189 kB | 2.3/7.7 kB Progress (4): 63/103 kB | 49/169 kB | 12/189 kB | 2.3/7.7 kB Progress (4): 63/103 kB | 51/169 kB | 12/189 kB | 2.3/7.7 kB Progress (4): 63/103 kB | 51/169 kB | 13/189 kB | 2.3/7.7 kB Progress (4): 63/103 kB | 51/169 kB | 13/189 kB | 3.6/7.7 kB Progress (4): 63/103 kB | 51/169 kB | 15/189 kB | 3.6/7.7 kB Progress (4): 63/103 kB | 52/169 kB | 15/189 kB | 3.6/7.7 kB Progress (4): 63/103 kB | 52/169 kB | 15/189 kB | 5.0/7.7 kB Progress (4): 63/103 kB | 52/169 kB | 16/189 kB | 5.0/7.7 kB Progress (4): 63/103 kB | 52/169 kB | 16/189 kB | 6.4/7.7 kB Progress (4): 63/103 kB | 52/169 kB | 17/189 kB | 6.4/7.7 kB Progress (4): 63/103 kB | 53/169 kB | 17/189 kB | 6.4/7.7 kB Progress (4): 63/103 kB | 53/169 kB | 19/189 kB | 6.4/7.7 kB Progress (4): 63/103 kB | 53/169 kB | 19/189 kB | 7.7 kB Progress (4): 63/103 kB | 53/169 kB | 20/189 kB | 7.7 kB Progress (4): 63/103 kB | 53/169 kB | 21/189 kB | 7.7 kB Progress (4): 63/103 kB | 53/169 kB | 23/189 kB | 7.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 70 kB/s) 2026-04-02T11:58:25.084 INFO:tasks.workunit.client.0.vm07.stdout:Progress (3): 63/103 kB | 55/169 kB | 23/189 kB Progress (3): 63/103 kB | 55/169 kB | 24/189 kB Progress (3): 63/103 kB | 55/169 kB | 26/189 kB Progress (3): 63/103 kB | 55/169 kB | 27/189 kB Progress (3): 63/103 kB | 55/169 kB | 28/189 kB Progress (3): 63/103 kB | 55/169 kB | 30/189 kB Progress (3): 63/103 kB | 55/169 kB | 31/189 kB Progress (3): 63/103 kB | 59/169 kB | 31/189 kB Progress (3): 63/103 kB | 59/169 kB | 32/189 kB Progress (3): 63/103 kB | 63/169 kB | 32/189 kB Progress (3): 67/103 kB | 63/169 kB | 32/189 kB Progress (3): 67/103 kB | 63/169 kB | 33/189 kB Progress (3): 72/103 kB | 63/169 kB | 33/189 kB Progress (3): 72/103 kB | 63/169 kB | 35/189 kB Progress (3): 76/103 kB | 63/169 kB | 35/189 kB Progress (3): 76/103 kB | 63/169 kB | 36/189 kB Progress (3): 80/103 kB | 63/169 kB | 36/189 kB Progress (3): 80/103 kB | 63/169 kB | 37/189 kB Progress (3): 80/103 kB | 63/169 kB | 39/189 kB Progress (3): 80/103 kB | 63/169 kB | 40/189 kB Progress (3): 80/103 kB | 63/169 kB | 42/189 kB Progress (3): 80/103 kB | 67/169 kB | 42/189 kB Progress (3): 80/103 kB | 67/169 kB | 43/189 kB Progress (3): 80/103 kB | 67/169 kB | 44/189 kB Progress (3): 80/103 kB | 72/169 kB | 44/189 kB Progress (3): 80/103 kB | 72/169 kB | 46/189 kB Progress (3): 84/103 kB | 72/169 kB | 46/189 kB Progress (3): 84/103 kB | 72/169 kB | 47/189 kB Progress (3): 84/103 kB | 72/169 kB | 48/189 kB Progress (3): 89/103 kB | 72/169 kB | 48/189 kB Progress (3): 89/103 kB | 76/169 kB | 48/189 kB Progress (3): 89/103 kB | 76/169 kB | 50/189 kB Progress (3): 89/103 kB | 80/169 kB | 50/189 kB Progress (3): 89/103 kB | 80/169 kB | 51/189 kB Progress (3): 89/103 kB | 80/169 kB | 53/189 kB Progress (3): 89/103 kB | 82/169 kB | 53/189 kB Progress (3): 93/103 kB | 82/169 kB | 53/189 kB Progress (3): 93/103 kB | 82/169 kB | 54/189 kB Progress (3): 97/103 kB | 82/169 kB | 54/189 kB Progress (3): 97/103 kB | 82/169 kB | 55/189 kB Progress (3): 97/103 kB | 82/169 kB | 60/189 kB Progress (3): 97/103 kB | 86/169 kB | 60/189 kB Progress (3): 97/103 kB | 90/169 kB | 60/189 kB Progress (3): 97/103 kB | 95/169 kB | 60/189 kB Progress (3): 97/103 kB | 99/169 kB | 60/189 kB Progress (3): 97/103 kB | 103/169 kB | 60/189 kB Progress (3): 97/103 kB | 107/169 kB | 60/189 kB Progress (3): 97/103 kB | 112/169 kB | 60/189 kB Progress (3): 97/103 kB | 116/169 kB | 60/189 kB Progress (3): 97/103 kB | 120/169 kB | 60/189 kB Progress (3): 97/103 kB | 124/169 kB | 60/189 kB Progress (3): 97/103 kB | 128/169 kB | 60/189 kB Progress (3): 97/103 kB | 128/169 kB | 64/189 kB Progress (3): 97/103 kB | 128/169 kB | 68/189 kB Progress (3): 97/103 kB | 128/169 kB | 72/189 kB Progress (3): 101/103 kB | 128/169 kB | 72/189 kB Progress (3): 103 kB | 128/169 kB | 72/189 kB Progress (3): 103 kB | 128/169 kB | 76/189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 817 kB/s) 2026-04-02T11:58:25.092 INFO:tasks.workunit.client.0.vm07.stdout:Progress (2): 128/169 kB | 81/189 kB Progress (2): 128/169 kB | 85/189 kB Progress (2): 131/169 kB | 85/189 kB Progress (2): 135/169 kB | 85/189 kB Progress (2): 140/169 kB | 85/189 kB Progress (2): 144/169 kB | 85/189 kB Progress (2): 148/169 kB | 85/189 kB Progress (2): 152/169 kB | 85/189 kB Progress (2): 156/169 kB | 85/189 kB Progress (2): 161/169 kB | 85/189 kB Progress (2): 165/169 kB | 85/189 kB Progress (2): 169/169 kB | 85/189 kB Progress (2): 169 kB | 85/189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 1.3 MB/s) 2026-04-02T11:58:25.119 INFO:tasks.workunit.client.0.vm07.stdout:Progress (1): 89/189 kB Progress (1): 93/189 kB Progress (1): 98/189 kB Progress (1): 102/189 kB Progress (1): 106/189 kB Progress (1): 110/189 kB Progress (1): 114/189 kB Progress (1): 119/189 kB Progress (1): 123/189 kB Progress (1): 127/189 kB Progress (1): 131/189 kB Progress (1): 136/189 kB Progress (1): 140/189 kB Progress (1): 144/189 kB Progress (1): 148/189 kB Progress (1): 153/189 kB Progress (1): 157/189 kB Progress (1): 161/189 kB Progress (1): 163/189 kB Progress (1): 167/189 kB Progress (1): 172/189 kB Progress (1): 176/189 kB Progress (1): 180/189 kB Progress (1): 184/189 kB Progress (1): 188/189 kB Progress (1): 189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 1.2 MB/s) 2026-04-02T11:58:25.129 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:25.129 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] ------------------------------------------------------- 2026-04-02T11:58:25.129 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] T E S T S 2026-04-02T11:58:25.129 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] ------------------------------------------------------- 2026-04-02T11:58:25.386 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2026-04-02T11:58:25.424 INFO:tasks.workunit.client.0.vm07.stdout:PutObjects.java: starting test run: 2026-04-02T11:58:25.424 INFO:tasks.workunit.client.0.vm07.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-02T11:58:25.424 INFO:tasks.workunit.client.0.vm07.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-02T11:58:25.424 INFO:tasks.workunit.client.0.vm07.stdout: EndpointUrl=http://vm07.local:80 2026-04-02T11:58:25.424 INFO:tasks.workunit.client.0.vm07.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2026-04-02T11:58:25.522 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: Environment Variables Read 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: S3 Client Initialized 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: Generating File 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: File Generated 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: Generating File 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: File Generated 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: Generating File 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: File Generated 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: Generating File 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: File Generated 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: Generating File 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: File Generated 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: Generating File 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: File Generated 2026-04-02T11:58:25.723 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: Generated Big Files 2026-04-02T11:58:25.788 INFO:tasks.workunit.client.0.vm07.stdout:HeadBucketResponse() 2026-04-02T11:58:25.788 INFO:tasks.workunit.client.0.vm07.stdout:sheik is ready 2026-04-02T11:58:25.788 INFO:tasks.workunit.client.0.vm07.stdout:DEBUG: Test Bucket Created 2026-04-02T11:58:25.822 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileNoCksum called with file-0b 2026-04-02T11:58:25.913 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileNoCksum called with file-8b 2026-04-02T11:58:25.923 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileNoCksum called with file-200b 2026-04-02T11:58:26.023 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileNoCksum called with file-21983b 2026-04-02T11:58:26.092 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileNoCksum called with file-5519b 2026-04-02T11:58:26.123 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileNoCksum called with file-204329b 2026-04-02T11:58:26.158 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileNoCksum called with file-256k 2026-04-02T11:58:26.204 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileNoCksum called with file-1m 2026-04-02T11:58:26.223 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileNoCksum called with file-1038757b 2026-04-02T11:58:26.324 INFO:tasks.workunit.client.0.vm07.stdout:mpuObjectFromFileNoCksum called with file-5m 2026-04-02T11:58:28.627 INFO:tasks.workunit.client.0.vm07.stdout:mpuObjectFromFileNoCksum called with file-10m 2026-04-02T11:58:29.228 INFO:tasks.workunit.client.0.vm07.stdout:mpuObjectFromFileNoCksum called with file-100m 2026-04-02T11:58:30.902 INFO:tasks.workunit.client.0.vm07.stdout:arg: file-0b 2026-04-02T11:58:30.902 INFO:tasks.workunit.client.0.vm07.stdout:arg: file-8b 2026-04-02T11:58:30.902 INFO:tasks.workunit.client.0.vm07.stdout:arg: file-200b 2026-04-02T11:58:30.904 INFO:tasks.workunit.client.0.vm07.stdout:arg: file-21983b 2026-04-02T11:58:30.905 INFO:tasks.workunit.client.0.vm07.stdout:arg: file-5519b 2026-04-02T11:58:30.905 INFO:tasks.workunit.client.0.vm07.stdout:arg: file-204329b 2026-04-02T11:58:30.906 INFO:tasks.workunit.client.0.vm07.stdout:arg: file-256k 2026-04-02T11:58:30.907 INFO:tasks.workunit.client.0.vm07.stdout:arg: file-1m 2026-04-02T11:58:30.907 INFO:tasks.workunit.client.0.vm07.stdout:arg: file-1038757b 2026-04-02T11:58:30.932 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileCksum called with file-0b 2026-04-02T11:58:30.932 INFO:tasks.workunit.client.0.vm07.stdout:PutObjectResponse 2026-04-02T11:58:31.033 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileCksum called with file-8b 2026-04-02T11:58:31.033 INFO:tasks.workunit.client.0.vm07.stdout:PutObjectResponse 2026-04-02T11:58:31.093 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileCksum called with file-200b 2026-04-02T11:58:31.093 INFO:tasks.workunit.client.0.vm07.stdout:PutObjectResponse 2026-04-02T11:58:31.133 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileCksum called with file-21983b 2026-04-02T11:58:31.133 INFO:tasks.workunit.client.0.vm07.stdout:PutObjectResponse 2026-04-02T11:58:31.209 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileCksum called with file-5519b 2026-04-02T11:58:31.209 INFO:tasks.workunit.client.0.vm07.stdout:PutObjectResponse 2026-04-02T11:58:31.233 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileCksum called with file-204329b 2026-04-02T11:58:31.233 INFO:tasks.workunit.client.0.vm07.stdout:PutObjectResponse 2026-04-02T11:58:31.250 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileCksum called with file-256k 2026-04-02T11:58:31.250 INFO:tasks.workunit.client.0.vm07.stdout:PutObjectResponse 2026-04-02T11:58:31.275 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileCksum called with file-1m 2026-04-02T11:58:31.275 INFO:tasks.workunit.client.0.vm07.stdout:PutObjectResponse 2026-04-02T11:58:31.306 INFO:tasks.workunit.client.0.vm07.stdout:putObjectFromFileCksum called with file-1038757b 2026-04-02T11:58:31.306 INFO:tasks.workunit.client.0.vm07.stdout:PutObjectResponse 2026-04-02T11:58:31.333 INFO:tasks.workunit.client.0.vm07.stdout:mpuObjectFromFileCksum called with file-5m 2026-04-02T11:58:31.533 INFO:tasks.workunit.client.0.vm07.stdout:mpuObjectFromFileCksum called with file-10m 2026-04-02T11:58:31.834 INFO:tasks.workunit.client.0.vm07.stdout:mpuObjectFromFileCksum called with file-100m 2026-04-02T11:58:33.223 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 7.831 s -- in io.ceph.jcksum.PutObjects 2026-04-02T11:58:33.235 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:33.235 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Results: 2026-04-02T11:58:33.235 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:33.235 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2026-04-02T11:58:33.235 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] 2026-04-02T11:58:33.237 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:58:33.237 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] BUILD SUCCESS 2026-04-02T11:58:33.237 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:58:33.237 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Total time: 9.290 s 2026-04-02T11:58:33.238 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] Finished at: 2026-04-02T11:58:33Z 2026-04-02T11:58:33.238 INFO:tasks.workunit.client.0.vm07.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:58:33.255 INFO:tasks.workunit.client.0.vm07.stderr:+ exit 2026-04-02T11:58:33.255 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:58:33.256 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:58:33.341 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'cls/test_cls_sem_set.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_datalog.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2026-04-02T11:58:33.341 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:58:33.809 DEBUG:teuthology.parallel:result is None 2026-04-02T11:58:33.809 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:58:33.850 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:58:33.850 DEBUG:teuthology.orchestra.run.vm07:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:58:33.926 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:58:33.926 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:58:33.928 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:58:33.928 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:58:33.928 DEBUG:teuthology.orchestra.run.vm07:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:58:33.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:58:33.999 INFO:teuthology.orchestra.run.vm07.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:58:33.999 DEBUG:teuthology.orchestra.run.vm07:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:58:34.070 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:58:34.070 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:58:34.142 INFO:tasks.workunit:timeout=3h 2026-04-02T11:58:34.143 INFO:tasks.workunit:cleanup=True 2026-04-02T11:58:34.143 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:58:34.222 INFO:tasks.workunit.client.0.vm07.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr: git switch -c 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr:Or undo this operation with: 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr: git switch - 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:08.768 INFO:tasks.workunit.client.0.vm07.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:59:08.775 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:59:08.845 INFO:tasks.workunit.client.0.vm07.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:59:08.847 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:59:08.847 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:59:08.885 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:59:08.923 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:59:08.957 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:59:08.959 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:59:08.959 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:59:08.989 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:59:08.993 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:59:08.993 DEBUG:teuthology.orchestra.run.vm07:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:59:09.060 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2026-04-02T11:59:09.061 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2026-04-02T11:59:09.061 DEBUG:teuthology.orchestra.run.vm07:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2026-04-02T11:59:09.135 INFO:tasks.workunit.client.0.vm07.stdout:INFO: fully qualified domain name: vm07.local 2026-04-02T11:59:09.135 INFO:tasks.workunit.client.0.vm07.stdout:== TESTING *COMPLETING* MULTIPART UPLOAD WITH RE-UPLOADS == 2026-04-02T11:59:09.135 INFO:tasks.workunit.client.0.vm07.stdout:== TESTING NON-VERSIONED BUCKET == 2026-04-02T11:59:10.652 INFO:tasks.workunit.client.0.vm07.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:59:10.742 INFO:tasks.workunit.client.0.vm07.stdout:Collecting pip 2026-04-02T11:59:10.746 INFO:tasks.workunit.client.0.vm07.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:59:10.770 INFO:tasks.workunit.client.0.vm07.stdout:Installing collected packages: pip 2026-04-02T11:59:10.770 INFO:tasks.workunit.client.0.vm07.stdout: Attempting uninstall: pip 2026-04-02T11:59:10.770 INFO:tasks.workunit.client.0.vm07.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:59:10.889 INFO:tasks.workunit.client.0.vm07.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:59:10.892 INFO:tasks.workunit.client.0.vm07.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:59:11.329 INFO:tasks.workunit.client.0.vm07.stdout:Successfully installed pip-26.0.1 2026-04-02T11:59:11.770 INFO:tasks.workunit.client.0.vm07.stdout:Collecting boto3 2026-04-02T11:59:11.771 INFO:tasks.workunit.client.0.vm07.stdout: Using cached boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T11:59:11.975 INFO:tasks.workunit.client.0.vm07.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T11:59:11.976 INFO:tasks.workunit.client.0.vm07.stdout: Using cached botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T11:59:11.989 INFO:tasks.workunit.client.0.vm07.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T11:59:11.990 INFO:tasks.workunit.client.0.vm07.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T11:59:12.003 INFO:tasks.workunit.client.0.vm07.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T11:59:12.004 INFO:tasks.workunit.client.0.vm07.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:59:12.017 INFO:tasks.workunit.client.0.vm07.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:59:12.017 INFO:tasks.workunit.client.0.vm07.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T11:59:12.036 INFO:tasks.workunit.client.0.vm07.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:59:12.036 INFO:tasks.workunit.client.0.vm07.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T11:59:12.051 INFO:tasks.workunit.client.0.vm07.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:59:12.051 INFO:tasks.workunit.client.0.vm07.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:59:12.105 INFO:tasks.workunit.client.0.vm07.stdout:Using cached boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T11:59:12.106 INFO:tasks.workunit.client.0.vm07.stdout:Using cached botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T11:59:12.114 INFO:tasks.workunit.client.0.vm07.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T11:59:12.115 INFO:tasks.workunit.client.0.vm07.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T11:59:12.115 INFO:tasks.workunit.client.0.vm07.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T11:59:12.116 INFO:tasks.workunit.client.0.vm07.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T11:59:12.117 INFO:tasks.workunit.client.0.vm07.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T11:59:12.151 INFO:tasks.workunit.client.0.vm07.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T11:59:12.619 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:59:12.620 INFO:tasks.workunit.client.0.vm07.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T11:59:12.856 INFO:tasks.workunit.client.0.vm07.stdout:INFO: creating user 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout:{ 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "user_id": "testid", 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "display_name": "M. Tester", 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "email": "tester@ceph.com", 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "suspended": 0, 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "max_buckets": 1000, 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "subusers": [], 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "keys": [ 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: { 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "user": "testid", 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "access_key": "0555b35654ad1656d804", 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "active": true, 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "create_date": "2026-04-02T11:59:12.966979Z" 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: } 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: ], 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "swift_keys": [], 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "caps": [], 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "op_mask": "read, write, delete", 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "default_placement": "", 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "default_storage_class": "", 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "placement_tags": [], 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "bucket_quota": { 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "enabled": false, 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "check_on_raw": false, 2026-04-02T11:59:12.972 INFO:tasks.workunit.client.0.vm07.stdout: "max_size": -1, 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "max_size_kb": 0, 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "max_objects": -1 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "user_quota": { 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "enabled": false, 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "check_on_raw": false, 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "max_size": -1, 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "max_size_kb": 0, 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "max_objects": -1 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: }, 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "temp_url_keys": [], 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "type": "rgw", 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "mfa_ids": [], 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "account_id": "", 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "path": "/", 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "create_date": "2026-04-02T11:59:12.966975Z", 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "tags": [], 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: "group_ids": [] 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout:} 2026-04-02T11:59:12.973 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:59:13.067 INFO:tasks.workunit.client.0.vm07.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T11:59:13.067 INFO:tasks.workunit.client.0.vm07.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T11:59:13.156 INFO:tasks.workunit.client.0.vm07.stderr:5+0 records in 2026-04-02T11:59:13.156 INFO:tasks.workunit.client.0.vm07.stderr:5+0 records out 2026-04-02T11:59:13.156 INFO:tasks.workunit.client.0.vm07.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0123908 s, 423 MB/s 2026-04-02T11:59:15.149 INFO:tasks.workunit.client.0.vm07.stdout:bucket nams is reupload-bkt-131896 2026-04-02T11:59:15.149 INFO:tasks.workunit.client.0.vm07.stdout:endpoint is http://vm07.local:80 2026-04-02T11:59:15.149 INFO:tasks.workunit.client.0.vm07.stdout:start UploadId=2~U4LI-YTAg_kWNjgmo2BkHia5KxfULO9 2026-04-02T11:59:15.149 INFO:tasks.workunit.client.0.vm07.stdout:phase 1 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.149 INFO:tasks.workunit.client.0.vm07.stdout:phase 1 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 2} 2026-04-02T11:59:15.149 INFO:tasks.workunit.client.0.vm07.stdout:phase 2 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.149 INFO:tasks.workunit.client.0.vm07.stdout:phase 2 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.150 INFO:tasks.workunit.client.0.vm07.stdout:phase 2 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.150 INFO:tasks.workunit.client.0.vm07.stdout:phase 2 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.150 INFO:tasks.workunit.client.0.vm07.stdout:phase 2 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.150 INFO:tasks.workunit.client.0.vm07.stdout:phase 2 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.150 INFO:tasks.workunit.client.0.vm07.stdout:phase 2 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.150 INFO:tasks.workunit.client.0.vm07.stdout:phase 2 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.150 INFO:tasks.workunit.client.0.vm07.stdout:phase 2 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.150 INFO:tasks.workunit.client.0.vm07.stdout:phase 2 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.150 INFO:tasks.workunit.client.0.vm07.stdout:phase 2 uploaded part {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1} 2026-04-02T11:59:15.150 INFO:tasks.workunit.client.0.vm07.stdout:completing multipart upload, parts=[{'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 1}, {'ETag': '"3ba44d19e097d00b03ad968dcc5e17dc"', 'PartNumber': 2}] 2026-04-02T11:59:16.364 INFO:tasks.workunit.client.0.vm07.stdout:radosgw-admin bucket radoslist: 2026-04-02T11:59:16.364 INFO:tasks.workunit.client.0.vm07.stdout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.4_mpu_test4 2026-04-02T11:59:16.364 INFO:tasks.workunit.client.0.vm07.stdout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.4__multipart_mpu_test4.2~U4LI-YTAg_kWNjgmo2BkHia5KxfULO9.2 2026-04-02T11:59:16.364 INFO:tasks.workunit.client.0.vm07.stdout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.4__multipart_mpu_test4.EQRG09mnYsPYeGadGot4508Ruz2Xqb6Y.1 2026-04-02T11:59:16.411 INFO:tasks.workunit.client.0.vm07.stdout:rados ls: 2026-04-02T11:59:16.412 INFO:tasks.workunit.client.0.vm07.stdout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.4_mpu_test4 2026-04-02T11:59:16.412 INFO:tasks.workunit.client.0.vm07.stdout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.4__multipart_mpu_test4.2~U4LI-YTAg_kWNjgmo2BkHia5KxfULO9.2 2026-04-02T11:59:16.412 INFO:tasks.workunit.client.0.vm07.stdout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.4__multipart_mpu_test4.EQRG09mnYsPYeGadGot4508Ruz2Xqb6Y.1 2026-04-02T11:59:16.415 INFO:tasks.workunit.client.0.vm07.stdout:== PASSED == 2026-04-02T11:59:16.415 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:59:16.415 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:59:16.493 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2026-04-02T11:59:16.493 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:59:16.954 DEBUG:teuthology.parallel:result is None 2026-04-02T11:59:16.954 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:59:16.987 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:59:16.987 DEBUG:teuthology.orchestra.run.vm07:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:59:17.054 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:59:17.054 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:59:17.056 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:59:17.056 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:59:17.056 DEBUG:teuthology.orchestra.run.vm07:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:59:17.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:59:17.118 INFO:teuthology.orchestra.run.vm07.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:59:17.118 DEBUG:teuthology.orchestra.run.vm07:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:59:17.184 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:59:17.184 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:59:17.254 INFO:tasks.workunit:timeout=3h 2026-04-02T11:59:17.254 INFO:tasks.workunit:cleanup=True 2026-04-02T11:59:17.254 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:59:17.323 INFO:tasks.workunit.client.0.vm07.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:59:51.976 INFO:tasks.workunit.client.0.vm07.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:59:51.976 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:51.976 INFO:tasks.workunit.client.0.vm07.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:59:51.976 INFO:tasks.workunit.client.0.vm07.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:59:51.976 INFO:tasks.workunit.client.0.vm07.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:59:51.976 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:51.976 INFO:tasks.workunit.client.0.vm07.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:59:51.976 INFO:tasks.workunit.client.0.vm07.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:59:51.976 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:51.977 INFO:tasks.workunit.client.0.vm07.stderr: git switch -c 2026-04-02T11:59:51.977 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:51.977 INFO:tasks.workunit.client.0.vm07.stderr:Or undo this operation with: 2026-04-02T11:59:51.977 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:51.977 INFO:tasks.workunit.client.0.vm07.stderr: git switch - 2026-04-02T11:59:51.977 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:51.977 INFO:tasks.workunit.client.0.vm07.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:59:51.977 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T11:59:51.977 INFO:tasks.workunit.client.0.vm07.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:59:51.985 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:59:52.058 INFO:tasks.workunit.client.0.vm07.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:59:52.060 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:59:52.060 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:59:52.096 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:59:52.132 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:59:52.163 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:59:52.166 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:59:52.166 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:59:52.200 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:59:52.203 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T11:59:52.203 DEBUG:teuthology.orchestra.run.vm07:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:59:52.275 INFO:tasks.workunit:Running workunits matching rgw/run-rados-pool-quota.sh on client.0... 2026-04-02T11:59:52.276 INFO:tasks.workunit:Running workunit rgw/run-rados-pool-quota.sh... 2026-04-02T11:59:52.276 DEBUG:teuthology.orchestra.run.vm07:workunit test rgw/run-rados-pool-quota.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-rados-pool-quota.sh 2026-04-02T11:59:52.350 INFO:tasks.workunit.client.0.vm07.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-rados-pool-quota.sh 2026-04-02T11:59:52.351 INFO:tasks.workunit.client.0.vm07.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:59:52.351 INFO:tasks.workunit.client.0.vm07.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:59:53.689 INFO:tasks.workunit.client.0.vm07.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ deactivate nondestructive 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ hash -r 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ unset VIRTUAL_ENV 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ export VIRTUAL_ENV 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ export PATH 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -z '' ']' 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ PS1='(rgw) ' 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ export PS1 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:++ hash -r 2026-04-02T11:59:53.690 INFO:tasks.workunit.client.0.vm07.stderr:+ pip install pip --upgrade 2026-04-02T11:59:53.833 INFO:tasks.workunit.client.0.vm07.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:59:53.923 INFO:tasks.workunit.client.0.vm07.stdout:Collecting pip 2026-04-02T11:59:53.927 INFO:tasks.workunit.client.0.vm07.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:59:53.957 INFO:tasks.workunit.client.0.vm07.stdout:Installing collected packages: pip 2026-04-02T11:59:53.957 INFO:tasks.workunit.client.0.vm07.stdout: Attempting uninstall: pip 2026-04-02T11:59:53.957 INFO:tasks.workunit.client.0.vm07.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:59:54.075 INFO:tasks.workunit.client.0.vm07.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:59:54.079 INFO:tasks.workunit.client.0.vm07.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:59:54.533 INFO:tasks.workunit.client.0.vm07.stdout:Successfully installed pip-26.0.1 2026-04-02T11:59:54.561 INFO:tasks.workunit.client.0.vm07.stderr:+ pip install boto3 2026-04-02T11:59:54.928 INFO:tasks.workunit.client.0.vm07.stdout:Collecting boto3 2026-04-02T11:59:54.929 INFO:tasks.workunit.client.0.vm07.stdout: Using cached boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T11:59:55.091 INFO:tasks.workunit.client.0.vm07.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T11:59:55.091 INFO:tasks.workunit.client.0.vm07.stdout: Using cached botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T11:59:55.105 INFO:tasks.workunit.client.0.vm07.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T11:59:55.106 INFO:tasks.workunit.client.0.vm07.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T11:59:55.121 INFO:tasks.workunit.client.0.vm07.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T11:59:55.122 INFO:tasks.workunit.client.0.vm07.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:59:55.137 INFO:tasks.workunit.client.0.vm07.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:59:55.137 INFO:tasks.workunit.client.0.vm07.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T11:59:55.161 INFO:tasks.workunit.client.0.vm07.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:59:55.161 INFO:tasks.workunit.client.0.vm07.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T11:59:55.177 INFO:tasks.workunit.client.0.vm07.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:59:55.177 INFO:tasks.workunit.client.0.vm07.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:59:55.203 INFO:tasks.workunit.client.0.vm07.stdout:Using cached boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T11:59:55.204 INFO:tasks.workunit.client.0.vm07.stdout:Using cached botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T11:59:55.216 INFO:tasks.workunit.client.0.vm07.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T11:59:55.217 INFO:tasks.workunit.client.0.vm07.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T11:59:55.218 INFO:tasks.workunit.client.0.vm07.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T11:59:55.219 INFO:tasks.workunit.client.0.vm07.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T11:59:55.220 INFO:tasks.workunit.client.0.vm07.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T11:59:55.255 INFO:tasks.workunit.client.0.vm07.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T11:59:55.743 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T11:59:55.745 INFO:tasks.workunit.client.0.vm07.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T11:59:55.829 INFO:tasks.workunit.client.0.vm07.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_rados_pool_quota.py 2026-04-02T11:59:55.926 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin user create --uid quota-tester --display-name "Quota Tester" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2026-04-02T11:59:55.949 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:55.949 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:55.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.972+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:55.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.973+0000 7f602ef8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:55.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.973+0000 7f602ef8b900 20 realm 2026-04-02T11:59:55.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.973+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:55.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.973+0000 7f602ef8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:55.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.973+0000 7f602ef8b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:55.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.973+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:55.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.973+0000 7f602ef8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:55.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.973+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:55.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.974+0000 7f602ef8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:55.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.974+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:55.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.975+0000 7f602ef8b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:55.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.975+0000 7f602ef8b900 20 searching for the correct realm 2026-04-02T11:59:55.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:55.976+0000 7f602a4e6640 0 -- 192.168.123.107:0/3862870869 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f60180c8180 msgr2=0x7f60180c1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:56.184 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.182+0000 7f602b4e8640 0 -- 192.168.123.107:0/3862870869 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f601006cd90 msgr2=0x7f6010019af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.187+0000 7f602ef8b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.187+0000 7f602ef8b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.187+0000 7f602ef8b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.187+0000 7f602ef8b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.187+0000 7f602ef8b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.187+0000 7f602ef8b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 20 zone default found 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 4 Realm: () 2026-04-02T11:59:56.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T11:59:56.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T11:59:56.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:56.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 20 zonegroup default 2026-04-02T11:59:56.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.188+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.189+0000 7f602ef8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.189+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.189+0000 7f602ef8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.189+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.189+0000 7f602ef8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.189+0000 7f602ef8b900 20 started sync module instance, tier type = 2026-04-02T11:59:56.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.189+0000 7f602ef8b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T11:59:56.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.193+0000 7f602ef8b900 20 add_watcher() i=0 2026-04-02T11:59:56.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.193+0000 7f602ef8b900 20 add_watcher() i=4 2026-04-02T11:59:56.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.193+0000 7f602ef8b900 20 add_watcher() i=6 2026-04-02T11:59:56.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.194+0000 7f602ef8b900 20 add_watcher() i=5 2026-04-02T11:59:56.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.194+0000 7f602ef8b900 20 add_watcher() i=7 2026-04-02T11:59:56.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.194+0000 7f602ef8b900 20 add_watcher() i=3 2026-04-02T11:59:56.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.195+0000 7f602ef8b900 20 add_watcher() i=1 2026-04-02T11:59:56.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.195+0000 7f602ef8b900 20 add_watcher() i=2 2026-04-02T11:59:56.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.195+0000 7f602ef8b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:56.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.198+0000 7f602ef8b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:56.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.198+0000 7f602ef8b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:56.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.198+0000 7f602ef8b900 5 note: GC not initialized 2026-04-02T11:59:56.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.198+0000 7f5fd37fe640 20 reqs_thread_entry: start 2026-04-02T11:59:56.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.463+0000 7f602ef8b900 20 init_complete bucket index max shards: 1 2026-04-02T11:59:56.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.463+0000 7f602ef8b900 20 Filter name: none 2026-04-02T11:59:56.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.463+0000 7f5fd17fa640 20 reqs_thread_entry: start 2026-04-02T11:59:56.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.463+0000 7f602ef8b900 10 cache get: name=default.rgw.meta+users.uid+quota-tester : miss 2026-04-02T11:59:56.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.463+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.464+0000 7f602ef8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.464+0000 7f602ef8b900 10 cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x0 2026-04-02T11:59:56.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.464+0000 7f602ef8b900 10 adding default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-02T11:59:56.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.464+0000 7f602ef8b900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2026-04-02T11:59:56.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.464+0000 7f602ef8b900 20 rados->read ofs=0 len=0 2026-04-02T11:59:56.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.464+0000 7f602ef8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:56.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.464+0000 7f602ef8b900 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2026-04-02T11:59:56.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.464+0000 7f602ef8b900 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-02T11:59:56.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.464+0000 7f602ef8b900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2026-04-02T11:59:56.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.464+0000 7f602ef8b900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2026-04-02T11:59:56.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.474+0000 7f602ef8b900 10 cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x17 2026-04-02T11:59:56.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.474+0000 7f602ef8b900 10 moving default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-02T11:59:56.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.474+0000 7f602ef8b900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:quota-tester, ofs0, ns] 2026-04-02T11:59:56.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.475+0000 7f6009ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1284195221568 cookie 94851407667984 notifier 5913 bl.length()=592 2026-04-02T11:59:56.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.475+0000 7f6009ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x17 2026-04-02T11:59:56.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.475+0000 7f6009ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-02T11:59:56.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.477+0000 7f602ef8b900 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2026-04-02T11:59:56.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.477+0000 7f602ef8b900 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-02T11:59:56.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.477+0000 7f602ef8b900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2026-04-02T11:59:56.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.478+0000 7f6009ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1284195221561 cookie 94851407673248 notifier 5913 bl.length()=186 2026-04-02T11:59:56.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.478+0000 7f6009ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2026-04-02T11:59:56.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.478+0000 7f6009ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-02T11:59:56.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.483+0000 7f602ef8b900 20 remove_watcher() i=5 2026-04-02T11:59:56.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.483+0000 7f602ef8b900 2 removed watcher, disabling cache 2026-04-02T11:59:56.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.483+0000 7f602ef8b900 20 remove_watcher() i=0 2026-04-02T11:59:56.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.484+0000 7f602ef8b900 20 remove_watcher() i=7 2026-04-02T11:59:56.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.484+0000 7f602ef8b900 20 remove_watcher() i=6 2026-04-02T11:59:56.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.484+0000 7f602ef8b900 20 remove_watcher() i=4 2026-04-02T11:59:56.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.484+0000 7f602ef8b900 20 remove_watcher() i=3 2026-04-02T11:59:56.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.484+0000 7f602ef8b900 20 remove_watcher() i=2 2026-04-02T11:59:56.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T11:59:56.484+0000 7f602ef8b900 20 remove_watcher() i=1 2026-04-02T11:59:56.498 INFO:tasks.workunit.client.0.vm07.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T11:59:56.498 INFO:tasks.workunit.client.0.vm07.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T11:59:56.596 INFO:tasks.workunit.client.0.vm07.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 0 2026-04-02T11:59:58.532 INFO:tasks.workunit.client.0.vm07.stderr:set-quota max_objects = 0 for pool default.rgw.buckets.data 2026-04-02T11:59:58.564 INFO:tasks.workunit.client.0.vm07.stderr:TEST: verify that objects can be deleted with rados pool at quota 2026-04-02T11:59:58.649 INFO:tasks.workunit.client.0.vm07.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 1 2026-04-02T12:00:00.750 INFO:tasks.workunit.client.0.vm07.stderr:set-quota max_objects = 1 for pool default.rgw.buckets.data 2026-04-02T12:00:00.764 INFO:tasks.workunit.client.0.vm07.stderr:forcing quota to propagate 2026-04-02T12:00:10.775 INFO:tasks.workunit.client.0.vm07.stderr:rados -p default.rgw.buckets.data ls 2026-04-02T12:00:10.790 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:10.790 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:10.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:00:10.815+0000 7f13fa323640 0 -- 192.168.123.107:0/119723089 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f13e0064440 msgr2=0x7f13e0064870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:10.823 INFO:tasks.workunit.client.0.vm07.stderr:forced quota to propagate 2026-04-02T12:00:10.944 INFO:tasks.workunit.client.0.vm07.stderr:rados -p default.rgw.buckets.data ls | grep 16f3dcb9-eb7f-4448-874f-2d8a8e90a252 2026-04-02T12:00:10.959 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:10.959 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:10.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:00:10.982+0000 7f27c7fff640 0 -- 192.168.123.107:0/2352212910 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f27b80c3050 msgr2=0x7f27b80b77b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:10.990 INFO:tasks.workunit.client.0.vm07.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 0 2026-04-02T12:00:12.235 INFO:tasks.workunit.client.0.vm07.stderr:set-quota max_objects = 0 for pool default.rgw.buckets.data 2026-04-02T12:00:12.249 INFO:tasks.workunit.client.0.vm07.stderr:Completed rados pool quota tests 2026-04-02T12:00:12.249 INFO:tasks.workunit.client.0.vm07.stdout:connected to http://localhost:80 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ deactivate 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ export PATH 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n '' ']' 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ hash -r 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' -n '' ']' 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ unset VIRTUAL_ENV 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ unset -f deactivate 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stdout:OK. 2026-04-02T12:00:12.289 INFO:tasks.workunit.client.0.vm07.stderr:+ echo OK. 2026-04-02T12:00:12.289 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T12:00:12.289 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T12:00:12.367 INFO:tasks.workunit:Stopping ['rgw/run-rados-pool-quota.sh'] on client.0... 2026-04-02T12:00:12.367 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T12:00:12.825 DEBUG:teuthology.parallel:result is None 2026-04-02T12:00:12.826 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T12:00:12.858 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T12:00:12.858 DEBUG:teuthology.orchestra.run.vm07:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T12:00:12.922 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T12:00:12.922 INFO:teuthology.run_tasks:Running task ragweed... 2026-04-02T12:00:12.926 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-tentacle', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2026-04-02T12:00:12.926 INFO:tasks.ragweed:Downloading ragweed... 2026-04-02T12:00:12.926 INFO:tasks.ragweed:Using branch 'tt-20.2.0-sse-s3-kmip-preview-not-for-production-2' for ragweed 2026-04-02T12:00:12.926 DEBUG:teuthology.orchestra.run.vm07:> git clone -b tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 https://github.com/ceph/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T12:00:12.987 INFO:teuthology.orchestra.run.vm07.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2026-04-02T12:00:13.410 INFO:teuthology.orchestra.run.vm07.stderr:fatal: Remote branch tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 not found in upstream origin 2026-04-02T12:00:13.410 DEBUG:teuthology.orchestra.run:got remote process result: 128 2026-04-02T12:00:13.413 INFO:tasks.ragweed:Using branch 'ceph-tentacle' for ragweed 2026-04-02T12:00:13.413 DEBUG:teuthology.orchestra.run.vm07:> git clone -b ceph-tentacle https://github.com/ceph/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T12:00:13.483 INFO:teuthology.orchestra.run.vm07.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2026-04-02T12:00:14.168 INFO:tasks.ragweed:Creating rgw users... 2026-04-02T12:00:14.168 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2026-04-02T12:00:14.168 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key QPAOTMXZZPHGXGYCPDTN --secret foziNwTQMVsLUfMg7LqdJ3jgIUaBCaWLma5wA2HTFcForks6kiAoXA== --email ragweed.client.0+test@test.test --system false 2026-04-02T12:00:14.256 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:14.256 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:14.278 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.276+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.279 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.277+0000 7f929012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.279 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.277+0000 7f929012c900 20 realm 2026-04-02T12:00:14.279 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.277+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.279 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.277+0000 7f929012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.279 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.277+0000 7f929012c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:14.279 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.277+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.279 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.277+0000 7f929012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.279 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.277+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.280 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.278+0000 7f929012c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:14.280 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.278+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.281 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.279+0000 7f929012c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:14.281 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.279+0000 7f929012c900 20 searching for the correct realm 2026-04-02T12:00:14.284 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.283+0000 7f92877fe640 0 -- 192.168.123.107:0/2255675509 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55b93c666a60 msgr2=0x55b93c666ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:14.288 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.286+0000 7f92877fe640 0 -- 192.168.123.107:0/2255675509 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x7f92480a3090 msgr2=0x7f92480c3490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:14.289 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.287+0000 7f929012c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:00:14.289 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.287+0000 7f929012c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:14.289 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.287+0000 7f929012c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:00:14.289 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.287+0000 7f929012c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:14.289 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.287+0000 7f929012c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:14.289 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.287+0000 7f929012c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:14.289 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.287+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.289 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.289 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 20 zone default found 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 4 Realm: () 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 20 zonegroup default 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.288+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.289+0000 7f929012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.289+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.289+0000 7f929012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.289+0000 7f929012c900 20 started sync module instance, tier type = 2026-04-02T12:00:14.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.289+0000 7f929012c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:00:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.292+0000 7f929012c900 20 add_watcher() i=0 2026-04-02T12:00:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.292+0000 7f929012c900 20 add_watcher() i=2 2026-04-02T12:00:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.292+0000 7f929012c900 20 add_watcher() i=7 2026-04-02T12:00:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.292+0000 7f929012c900 20 add_watcher() i=3 2026-04-02T12:00:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.293+0000 7f929012c900 20 add_watcher() i=5 2026-04-02T12:00:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.293+0000 7f929012c900 20 add_watcher() i=6 2026-04-02T12:00:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.293+0000 7f929012c900 20 add_watcher() i=1 2026-04-02T12:00:14.294 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.293+0000 7f929012c900 20 add_watcher() i=4 2026-04-02T12:00:14.295 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.293+0000 7f929012c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:14.296 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.294+0000 7f929012c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:14.296 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.294+0000 7f929012c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:14.296 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.294+0000 7f929012c900 5 note: GC not initialized 2026-04-02T12:00:14.296 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.294+0000 7f9238fe9640 20 reqs_thread_entry: start 2026-04-02T12:00:14.330 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.328+0000 7f929012c900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:14.330 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.328+0000 7f929012c900 20 Filter name: none 2026-04-02T12:00:14.330 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.328+0000 7f92327fc640 20 reqs_thread_entry: start 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.328+0000 7f929012c900 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.328+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 10 cache get: name=default.rgw.meta+users.keys+QPAOTMXZZPHGXGYCPDTN : miss 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 10 cache put: name=default.rgw.meta+users.keys+QPAOTMXZZPHGXGYCPDTN info.flags=0x0 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 10 adding default.rgw.meta+users.keys+QPAOTMXZZPHGXGYCPDTN to cache LRU end 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 10 cache get: name=default.rgw.meta+users.keys+QPAOTMXZZPHGXGYCPDTN : hit (negative entry) 2026-04-02T12:00:14.331 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.329+0000 7f929012c900 10 cache get: name=default.rgw.meta+users.keys+QPAOTMXZZPHGXGYCPDTN : hit (negative entry) 2026-04-02T12:00:14.332 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.330+0000 7f929012c900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2026-04-02T12:00:14.332 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.330+0000 7f929012c900 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T12:00:14.332 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.330+0000 7f929012c900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2026-04-02T12:00:14.332 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.330+0000 7f9266ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1318554959910 cookie 94254072308272 notifier 5651 bl.length()=675 2026-04-02T12:00:14.332 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.330+0000 7f9266ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2026-04-02T12:00:14.332 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.330+0000 7f9266ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T12:00:14.333 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.332+0000 7f929012c900 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2026-04-02T12:00:14.333 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.332+0000 7f929012c900 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-02T12:00:14.333 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.332+0000 7f929012c900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2026-04-02T12:00:14.334 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.332+0000 7f92667fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1318554959885 cookie 94254072301920 notifier 5651 bl.length()=202 2026-04-02T12:00:14.334 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.332+0000 7f92667fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2026-04-02T12:00:14.334 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.332+0000 7f92667fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.333+0000 7f929012c900 10 cache put: name=default.rgw.meta+users.keys+QPAOTMXZZPHGXGYCPDTN info.flags=0x7 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.333+0000 7f929012c900 10 moving default.rgw.meta+users.keys+QPAOTMXZZPHGXGYCPDTN to cache LRU end 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.333+0000 7f929012c900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:QPAOTMXZZPHGXGYCPDTN, ofs0, ns] 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.333+0000 7f92667fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1318554959930 cookie 94254072304320 notifier 5651 bl.length()=190 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.333+0000 7f92667fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+QPAOTMXZZPHGXGYCPDTN info.flags=0x7 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.333+0000 7f92667fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+QPAOTMXZZPHGXGYCPDTN to cache LRU end 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout:{ 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "user_id": "ragweed.client.0", 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "display_name": "Mr. ragweed.client.0", 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "email": "ragweed.client.0+test@test.test", 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "suspended": 0, 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "max_buckets": 1000, 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "subusers": [], 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "keys": [ 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: { 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "user": "ragweed.client.0", 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "access_key": "QPAOTMXZZPHGXGYCPDTN", 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "secret_key": "foziNwTQMVsLUfMg7LqdJ3jgIUaBCaWLma5wA2HTFcForks6kiAoXA==", 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "active": true, 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "create_date": "2026-04-02T12:00:14.330926Z" 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: } 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: ], 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "swift_keys": [], 2026-04-02T12:00:14.335 INFO:teuthology.orchestra.run.vm07.stdout: "caps": [], 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "op_mask": "read, write, delete", 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "default_placement": "", 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "default_storage_class": "", 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "placement_tags": [], 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "bucket_quota": { 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "enabled": false, 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "check_on_raw": false, 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "max_size": -1, 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "max_size_kb": 0, 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "max_objects": -1 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: }, 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "user_quota": { 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "enabled": false, 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "check_on_raw": false, 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "max_size": -1, 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "max_size_kb": 0, 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "max_objects": -1 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: }, 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "temp_url_keys": [], 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "type": "rgw", 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "mfa_ids": [], 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "account_id": "", 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "path": "/", 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "create_date": "2026-04-02T12:00:14.330919Z", 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "tags": [], 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: "group_ids": [] 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout:} 2026-04-02T12:00:14.336 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T12:00:14.338 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.336+0000 7f929012c900 20 remove_watcher() i=1 2026-04-02T12:00:14.338 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.336+0000 7f929012c900 2 removed watcher, disabling cache 2026-04-02T12:00:14.338 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.336+0000 7f929012c900 20 remove_watcher() i=2 2026-04-02T12:00:14.338 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.336+0000 7f929012c900 20 remove_watcher() i=7 2026-04-02T12:00:14.338 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.337+0000 7f929012c900 20 remove_watcher() i=0 2026-04-02T12:00:14.338 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.337+0000 7f929012c900 20 remove_watcher() i=4 2026-04-02T12:00:14.338 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.337+0000 7f929012c900 20 remove_watcher() i=5 2026-04-02T12:00:14.338 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.337+0000 7f929012c900 20 remove_watcher() i=6 2026-04-02T12:00:14.339 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.337+0000 7f929012c900 20 remove_watcher() i=3 2026-04-02T12:00:14.344 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2026-04-02T12:00:14.344 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key JAKEFUZOXFAUJVLXFBEO --secret NaGxeoSNVaxTVHdrheBFswAnAhmqN0N0fBXmlLjTTwq8rMOrrrjqGQ== --email sysuser.client.0+test@test.test --system true 2026-04-02T12:00:14.397 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:14.397 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:14.415 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.413+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.617 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.615+0000 7f4ea633e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.617 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.615+0000 7f4ea633e900 20 realm 2026-04-02T12:00:14.617 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.615+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.617 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.615+0000 7f4ea633e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.617 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.615+0000 7f4ea633e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:14.617 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.615+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.617 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.615+0000 7f4ea633e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.617 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.615+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.618 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.616+0000 7f4ea633e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:14.618 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.616+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.619 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.617+0000 7f4ea633e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:14.619 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.617+0000 7f4ea633e900 20 searching for the correct realm 2026-04-02T12:00:14.621 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.619+0000 7f4ea1ffa640 0 -- 192.168.123.107:0/152091793 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x564c18c8aa10 msgr2=0x564c18c8ae90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:14.624 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.623+0000 7f4ea27fb640 0 -- 192.168.123.107:0/152091793 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x564c18c87ba0 msgr2=0x564c18c87fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:14.628 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.626+0000 7f4ea633e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:00:14.628 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.626+0000 7f4ea633e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:14.628 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.626+0000 7f4ea633e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:00:14.628 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.626+0000 7f4ea633e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:14.628 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.626+0000 7f4ea633e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:14.628 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.626+0000 7f4ea633e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:14.628 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.626+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.628 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.626+0000 7f4ea633e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.628 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.626+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.628 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:14.629 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.629 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:14.629 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 20 zone default found 2026-04-02T12:00:14.629 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 4 Realm: () 2026-04-02T12:00:14.629 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:00:14.629 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:00:14.629 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:14.629 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 20 zonegroup default 2026-04-02T12:00:14.629 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.629 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.629 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.627+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.630 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.628+0000 7f4ea633e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.630 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.628+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.630 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.628+0000 7f4ea633e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.630 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.628+0000 7f4ea633e900 20 started sync module instance, tier type = 2026-04-02T12:00:14.630 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.628+0000 7f4ea633e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:00:14.633 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.631+0000 7f4ea633e900 20 add_watcher() i=0 2026-04-02T12:00:14.633 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.631+0000 7f4ea633e900 20 add_watcher() i=5 2026-04-02T12:00:14.633 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.631+0000 7f4ea633e900 20 add_watcher() i=2 2026-04-02T12:00:14.633 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.632+0000 7f4ea633e900 20 add_watcher() i=3 2026-04-02T12:00:14.634 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.632+0000 7f4ea633e900 20 add_watcher() i=6 2026-04-02T12:00:14.634 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.632+0000 7f4ea633e900 20 add_watcher() i=7 2026-04-02T12:00:14.634 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.632+0000 7f4ea633e900 20 add_watcher() i=4 2026-04-02T12:00:14.634 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.632+0000 7f4ea633e900 20 add_watcher() i=1 2026-04-02T12:00:14.634 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.632+0000 7f4ea633e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:14.636 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.634+0000 7f4ea633e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:14.636 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.634+0000 7f4ea633e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:14.636 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.634+0000 7f4ea633e900 5 note: GC not initialized 2026-04-02T12:00:14.636 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.634+0000 7f4e4efed640 20 reqs_thread_entry: start 2026-04-02T12:00:14.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.672+0000 7f4ea633e900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:14.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.672+0000 7f4ea633e900 20 Filter name: none 2026-04-02T12:00:14.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.672+0000 7f4e4cfe9640 20 reqs_thread_entry: start 2026-04-02T12:00:14.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.672+0000 7f4ea633e900 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2026-04-02T12:00:14.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.672+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.672+0000 7f4ea633e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.672+0000 7f4ea633e900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2026-04-02T12:00:14.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.672+0000 7f4ea633e900 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T12:00:14.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.672+0000 7f4ea633e900 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2026-04-02T12:00:14.674 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.672+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.673+0000 7f4ea633e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.673+0000 7f4ea633e900 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2026-04-02T12:00:14.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.673+0000 7f4ea633e900 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-02T12:00:14.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.673+0000 7f4ea633e900 10 cache get: name=default.rgw.meta+users.keys+JAKEFUZOXFAUJVLXFBEO : miss 2026-04-02T12:00:14.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.673+0000 7f4ea633e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:14.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.673+0000 7f4ea633e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:14.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.673+0000 7f4ea633e900 10 cache put: name=default.rgw.meta+users.keys+JAKEFUZOXFAUJVLXFBEO info.flags=0x0 2026-04-02T12:00:14.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.673+0000 7f4ea633e900 10 adding default.rgw.meta+users.keys+JAKEFUZOXFAUJVLXFBEO to cache LRU end 2026-04-02T12:00:14.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.673+0000 7f4ea633e900 10 cache get: name=default.rgw.meta+users.keys+JAKEFUZOXFAUJVLXFBEO : hit (negative entry) 2026-04-02T12:00:14.675 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.673+0000 7f4ea633e900 10 cache get: name=default.rgw.meta+users.keys+JAKEFUZOXFAUJVLXFBEO : hit (negative entry) 2026-04-02T12:00:14.676 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.674+0000 7f4ea633e900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2026-04-02T12:00:14.676 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.674+0000 7f4ea633e900 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T12:00:14.676 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.674+0000 7f4ea633e900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2026-04-02T12:00:14.676 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.674+0000 7f4e80ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1318554959886 cookie 94884834790256 notifier 5982 bl.length()=675 2026-04-02T12:00:14.676 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.674+0000 7f4e80ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2026-04-02T12:00:14.676 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.674+0000 7f4e80ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T12:00:14.677 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.675+0000 7f4ea633e900 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2026-04-02T12:00:14.677 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.675+0000 7f4ea633e900 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-02T12:00:14.677 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.675+0000 7f4ea633e900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2026-04-02T12:00:14.677 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.676+0000 7f4e80ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1318554959911 cookie 94884833330032 notifier 5982 bl.length()=202 2026-04-02T12:00:14.677 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.676+0000 7f4e80ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2026-04-02T12:00:14.677 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.676+0000 7f4e80ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-02T12:00:14.679 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.677+0000 7f4ea633e900 10 cache put: name=default.rgw.meta+users.keys+JAKEFUZOXFAUJVLXFBEO info.flags=0x7 2026-04-02T12:00:14.679 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.677+0000 7f4ea633e900 10 moving default.rgw.meta+users.keys+JAKEFUZOXFAUJVLXFBEO to cache LRU end 2026-04-02T12:00:14.679 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.677+0000 7f4ea633e900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:JAKEFUZOXFAUJVLXFBEO, ofs0, ns] 2026-04-02T12:00:14.679 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.678+0000 7f4e80ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1318554959903 cookie 94884833323936 notifier 5982 bl.length()=190 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.678+0000 7f4e80ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JAKEFUZOXFAUJVLXFBEO info.flags=0x7 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.678+0000 7f4e80ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JAKEFUZOXFAUJVLXFBEO to cache LRU end 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout:{ 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "user_id": "sysuser.client.0", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "display_name": "Mr. sysuser.client.0", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "email": "sysuser.client.0+test@test.test", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "suspended": 0, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "max_buckets": 1000, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "subusers": [], 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "keys": [ 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: { 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "user": "sysuser.client.0", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "access_key": "JAKEFUZOXFAUJVLXFBEO", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "secret_key": "NaGxeoSNVaxTVHdrheBFswAnAhmqN0N0fBXmlLjTTwq8rMOrrrjqGQ==", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "active": true, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "create_date": "2026-04-02T12:00:14.674421Z" 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: } 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: ], 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "swift_keys": [], 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "caps": [], 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "op_mask": "read, write, delete", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "system": true, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "default_placement": "", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "default_storage_class": "", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "placement_tags": [], 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "bucket_quota": { 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "enabled": false, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "check_on_raw": false, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "max_size": -1, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "max_size_kb": 0, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "max_objects": -1 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: }, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "user_quota": { 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "enabled": false, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "check_on_raw": false, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "max_size": -1, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "max_size_kb": 0, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "max_objects": -1 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: }, 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "temp_url_keys": [], 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "type": "rgw", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "mfa_ids": [], 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "account_id": "", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "path": "/", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "create_date": "2026-04-02T12:00:14.674417Z", 2026-04-02T12:00:14.680 INFO:teuthology.orchestra.run.vm07.stdout: "tags": [], 2026-04-02T12:00:14.681 INFO:teuthology.orchestra.run.vm07.stdout: "group_ids": [] 2026-04-02T12:00:14.681 INFO:teuthology.orchestra.run.vm07.stdout:} 2026-04-02T12:00:14.681 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T12:00:14.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.682+0000 7f4ea633e900 20 remove_watcher() i=7 2026-04-02T12:00:14.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.682+0000 7f4ea633e900 2 removed watcher, disabling cache 2026-04-02T12:00:14.684 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.682+0000 7f4ea633e900 20 remove_watcher() i=3 2026-04-02T12:00:14.684 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.682+0000 7f4ea633e900 20 remove_watcher() i=0 2026-04-02T12:00:14.684 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.682+0000 7f4ea633e900 20 remove_watcher() i=5 2026-04-02T12:00:14.684 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.682+0000 7f4ea633e900 20 remove_watcher() i=1 2026-04-02T12:00:14.684 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.682+0000 7f4ea633e900 20 remove_watcher() i=6 2026-04-02T12:00:14.684 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.682+0000 7f4ea633e900 20 remove_watcher() i=2 2026-04-02T12:00:14.684 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:14.682+0000 7f4ea633e900 20 remove_watcher() i=4 2026-04-02T12:00:14.689 INFO:tasks.ragweed:Configuring ragweed... 2026-04-02T12:00:14.690 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T12:00:14.690 DEBUG:teuthology.orchestra.run.vm07:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2026-04-02T12:00:14.716 INFO:tasks.ragweed:Configuring boto... 2026-04-02T12:00:14.716 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T12:00:14.716 DEBUG:teuthology.orchestra.run.vm07:> dd of=/home/ubuntu/cephtest/boto.cfg 2026-04-02T12:00:14.782 DEBUG:teuthology.orchestra.run.vm07:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2026-04-02T12:00:15.146 INFO:teuthology.orchestra.run.vm07.stdout:py: install_deps> python -I -m pip install -r requirements.txt 2026-04-02T12:00:17.708 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: install_requires> python -I -m pip install 'setuptools>=61.0' 2026-04-02T12:00:18.099 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: _optional_hooks> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-02T12:00:18.253 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: get_requires_for_build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-02T12:00:18.431 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-02T12:00:18.560 INFO:teuthology.orchestra.run.vm07.stdout:py: install_package_deps> python -I -m pip install PyYAML boto gevent isodate munch 2026-04-02T12:00:18.788 INFO:teuthology.orchestra.run.vm07.stdout:py: install_package> python -I -m pip install --force-reinstall --no-deps /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.tar.gz 2026-04-02T12:00:19.966 INFO:teuthology.orchestra.run.vm07.stdout:py: commands[0]> python -m pytest -v -m 'not fails_on_rgw' 2026-04-02T12:00:20.063 INFO:teuthology.orchestra.run.vm07.stdout:============================= test session starts ============================== 2026-04-02T12:00:20.063 INFO:teuthology.orchestra.run.vm07.stdout:platform linux -- Python 3.9.23, pytest-8.4.2, pluggy-1.6.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2026-04-02T12:00:20.063 INFO:teuthology.orchestra.run.vm07.stdout:cachedir: .tox/py/.pytest_cache 2026-04-02T12:00:20.063 INFO:teuthology.orchestra.run.vm07.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T12:00:20.063 INFO:teuthology.orchestra.run.vm07.stdout:configfile: pytest.ini 2026-04-02T12:00:20.132 INFO:teuthology.orchestra.run.vm07.stdout:collecting ... collected 9 items 2026-04-02T12:00:20.133 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T12:00:20.564 INFO:teuthology.orchestra.run.vm07.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2026-04-02T12:00:21.017 INFO:teuthology.orchestra.run.vm07.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2026-04-02T12:00:21.446 INFO:teuthology.orchestra.run.vm07.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2026-04-02T12:00:21.982 INFO:teuthology.orchestra.run.vm07.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2026-04-02T12:00:22.473 INFO:teuthology.orchestra.run.vm07.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2026-04-02T12:00:29.057 INFO:teuthology.orchestra.run.vm07.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2026-04-02T12:00:30.190 INFO:teuthology.orchestra.run.vm07.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2026-04-02T12:00:31.278 INFO:teuthology.orchestra.run.vm07.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2026-04-02T12:00:33.259 INFO:teuthology.orchestra.run.vm07.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2026-04-02T12:00:33.259 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T12:00:33.259 INFO:teuthology.orchestra.run.vm07.stdout:=============================== warnings summary =============================== 2026-04-02T12:00:33.259 INFO:teuthology.orchestra.run.vm07.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2026-04-02T12:00:33.259 INFO:teuthology.orchestra.run.vm07.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2026-04-02T12:00:33.259 INFO:teuthology.orchestra.run.vm07.stdout: import imp 2026-04-02T12:00:33.259 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-02T12:00:33.259 INFO:teuthology.orchestra.run.vm07.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2026-04-02T12:00:33.259 INFO:teuthology.orchestra.run.vm07.stdout:======================== 9 passed, 1 warning in 13.16s ========================= 2026-04-02T12:00:33.291 INFO:teuthology.orchestra.run.vm07.stdout: py: OK (18.33=setup[5.01]+cmd[13.32] seconds) 2026-04-02T12:00:33.291 INFO:teuthology.orchestra.run.vm07.stdout: congratulations :) (18.35 seconds) 2026-04-02T12:00:33.319 INFO:tasks.ragweed:Cleaning up boto... 2026-04-02T12:00:33.319 DEBUG:teuthology.orchestra.run.vm07:> rm -f /home/ubuntu/cephtest/boto.cfg 2026-04-02T12:00:33.346 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2026-04-02T12:00:33.434 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:33.434 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:33.453 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.451+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.454 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.452+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.454 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.452+0000 7f3c06125900 20 realm 2026-04-02T12:00:33.454 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.452+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.454 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.452+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.454 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.452+0000 7f3c06125900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:33.454 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.452+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.454 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.452+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.454 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.452+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.455 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.453+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:33.455 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.453+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.455 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.454+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:33.455 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.454+0000 7f3c06125900 20 searching for the correct realm 2026-04-02T12:00:33.457 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.455+0000 7f3c02739640 0 -- 192.168.123.107:0/1968016405 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f3be80c0350 msgr2=0x7f3be80beb70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:33.663 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.661+0000 7f3c01737640 0 -- 192.168.123.107:0/1968016405 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f3bf4061370 msgr2=0x7f3bf40862e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.867+0000 7f3c06125900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.867+0000 7f3c06125900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.867+0000 7f3c06125900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.867+0000 7f3c06125900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.867+0000 7f3c06125900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.867+0000 7f3c06125900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.867+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.867+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.867+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.867+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.867+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 20 zone default found 2026-04-02T12:00:33.869 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 4 Realm: () 2026-04-02T12:00:33.870 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:00:33.870 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:00:33.870 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:33.870 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 20 zonegroup default 2026-04-02T12:00:33.870 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.870 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.870 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.870 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.870 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.868+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.871 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.869+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:33.871 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.869+0000 7f3c06125900 20 started sync module instance, tier type = 2026-04-02T12:00:33.871 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.869+0000 7f3c06125900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:00:33.874 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.872+0000 7f3c06125900 20 add_watcher() i=3 2026-04-02T12:00:33.874 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.872+0000 7f3c06125900 20 add_watcher() i=1 2026-04-02T12:00:33.874 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.872+0000 7f3c06125900 20 add_watcher() i=7 2026-04-02T12:00:33.874 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.873+0000 7f3c06125900 20 add_watcher() i=5 2026-04-02T12:00:33.874 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.873+0000 7f3c06125900 20 add_watcher() i=6 2026-04-02T12:00:33.875 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.873+0000 7f3c06125900 20 add_watcher() i=2 2026-04-02T12:00:33.875 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.873+0000 7f3c06125900 20 add_watcher() i=4 2026-04-02T12:00:33.876 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.874+0000 7f3c06125900 20 add_watcher() i=0 2026-04-02T12:00:33.876 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.874+0000 7f3c06125900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:33.878 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.876+0000 7f3c06125900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:33.878 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.876+0000 7f3c06125900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:33.912 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.910+0000 7f3baf7ee640 20 reqs_thread_entry: start 2026-04-02T12:00:33.956 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.954+0000 7f3c06125900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:33.956 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.954+0000 7f3c06125900 20 Filter name: none 2026-04-02T12:00:33.957 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.954+0000 7f3bad7ea640 20 reqs_thread_entry: start 2026-04-02T12:00:33.957 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.955+0000 7f3c06125900 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2026-04-02T12:00:33.957 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.955+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.957 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.955+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=486 2026-04-02T12:00:33.957 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.955+0000 7f3c06125900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2026-04-02T12:00:33.957 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.955+0000 7f3c06125900 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T12:00:33.957 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.955+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:33.957 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.955+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6 : miss 2026-04-02T12:00:33.957 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.955+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=434 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6 info.flags=0x17 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6 to cache LRU end 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2026-04-02T12:00:33.958 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.956+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf404e040 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x557a0eaab2d8 s->prefetch_data=0 2026-04-02T12:00:33.959 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.957+0000 7f3c06125900 10 manifest: total_size = 7675 2026-04-02T12:00:33.959 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.957+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18063357706993688947 2026-04-02T12:00:33.959 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.957+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf404e040 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x557a0eaab2d8 s->prefetch_data=0 2026-04-02T12:00:33.959 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.957+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eaab2d8 2026-04-02T12:00:33.959 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.957+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6.0 2026-04-02T12:00:33.961 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.959+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:33.961 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.959+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=7675 stripe_ofs=7675 part_ofs=0 rule->part_size=0 2026-04-02T12:00:33.961 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.959+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18063357706993688947 2026-04-02T12:00:33.961 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.959+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:33.961 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.959+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6__shadow_.aeRnofTknbzs45XoSTyF_6vess1Gd9-_0 2026-04-02T12:00:33.961 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.959+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T12:00:33.961 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.959+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:33.961 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.959+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18063357706993688947 2026-04-02T12:00:33.962 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.960+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2026-04-02T12:00:33.962 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.960+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf404e040 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x557a0eab45f8 s->prefetch_data=0 2026-04-02T12:00:33.962 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.960+0000 7f3c06125900 10 manifest: total_size = 13190 2026-04-02T12:00:33.962 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.960+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11179166099500599086 2026-04-02T12:00:33.962 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.960+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf404e040 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x557a0eab45f8 s->prefetch_data=0 2026-04-02T12:00:33.962 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.960+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eab45f8 2026-04-02T12:00:33.962 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.960+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6.0 2026-04-02T12:00:33.964 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.962+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:33.964 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.962+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=13190 stripe_ofs=13190 part_ofs=0 rule->part_size=0 2026-04-02T12:00:33.964 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.962+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11179166099500599086 2026-04-02T12:00:33.964 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.962+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:33.964 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.962+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6__shadow_.c8iLgZ1G5DvXJ78_wb-zk6arpNtSydU_0 2026-04-02T12:00:33.964 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.962+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T12:00:33.964 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.962+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:33.964 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.962+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11179166099500599086 2026-04-02T12:00:33.965 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.964+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2026-04-02T12:00:33.966 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.964+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf404e040 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x557a0eab45b8 s->prefetch_data=0 2026-04-02T12:00:33.966 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.964+0000 7f3c06125900 10 manifest: total_size = 7516 2026-04-02T12:00:33.966 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.964+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12781304498230969243 2026-04-02T12:00:33.966 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.964+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf404e040 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x557a0eab45b8 s->prefetch_data=0 2026-04-02T12:00:33.966 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.964+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eab45b8 2026-04-02T12:00:33.966 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.964+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6.0 2026-04-02T12:00:33.968 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.966+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:33.968 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.966+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=7516 stripe_ofs=7516 part_ofs=0 rule->part_size=0 2026-04-02T12:00:33.968 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.966+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12781304498230969243 2026-04-02T12:00:33.968 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.966+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:33.968 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.966+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6__shadow_.EU6NpVcDmKoGY5Jm6HIV53FujTuZMy__0 2026-04-02T12:00:33.968 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.966+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T12:00:33.968 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.966+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:33.968 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.966+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12781304498230969243 2026-04-02T12:00:33.969 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.967+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2026-04-02T12:00:33.969 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.968+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf404e040 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x557a0eaab1e8 s->prefetch_data=0 2026-04-02T12:00:33.970 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.968+0000 7f3c06125900 10 manifest: total_size = 12919 2026-04-02T12:00:33.970 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.968+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.1379998855898011975 2026-04-02T12:00:33.970 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.968+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf404e040 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x557a0eaab1e8 s->prefetch_data=0 2026-04-02T12:00:33.970 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.968+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eaab1e8 2026-04-02T12:00:33.970 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.968+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6.0 2026-04-02T12:00:33.972 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.970+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:33.972 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.970+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=12919 stripe_ofs=12919 part_ofs=0 rule->part_size=0 2026-04-02T12:00:33.972 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.970+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.1379998855898011975 2026-04-02T12:00:33.972 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.970+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:33.972 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.970+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6__shadow_.6wTWPUivHqO0ATeQIxDWGNRYCK_CdrI_0 2026-04-02T12:00:33.972 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.970+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T12:00:33.972 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.970+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:33.972 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.970+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.1379998855898011975 2026-04-02T12:00:33.973 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.971+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2026-04-02T12:00:33.973 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.972+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf404e040 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x557a0eab2e08 s->prefetch_data=0 2026-04-02T12:00:33.974 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.972+0000 7f3c06125900 10 manifest: total_size = 7653 2026-04-02T12:00:33.974 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.972+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.4906111242562419040 2026-04-02T12:00:33.974 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.972+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf404e040 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x557a0eab2e08 s->prefetch_data=0 2026-04-02T12:00:33.974 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.972+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eab2e08 2026-04-02T12:00:33.974 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.972+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6.0 2026-04-02T12:00:33.976 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.974+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:33.976 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.974+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=7653 stripe_ofs=7653 part_ofs=0 rule->part_size=0 2026-04-02T12:00:33.976 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.974+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.4906111242562419040 2026-04-02T12:00:33.976 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.974+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:33.976 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.974+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6__shadow_.aa4BTIpUNR8AXqw_fyAbD-dyIpsRIo2_0 2026-04-02T12:00:33.976 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.974+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T12:00:33.976 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.974+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:33.976 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.974+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.4906111242562419040 2026-04-02T12:00:33.977 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.976+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2026-04-02T12:00:33.978 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.976+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf40608f0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x557a0eab2e08 s->prefetch_data=0 2026-04-02T12:00:33.978 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.976+0000 7f3c06125900 10 manifest: total_size = 7754 2026-04-02T12:00:33.978 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.976+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17251869008303704110 2026-04-02T12:00:33.978 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.976+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf40608f0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x557a0eab2e08 s->prefetch_data=0 2026-04-02T12:00:33.978 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.976+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eab2e08 2026-04-02T12:00:33.978 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.976+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6.0 2026-04-02T12:00:33.982 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.980+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:33.982 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.980+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=7754 stripe_ofs=7754 part_ofs=0 rule->part_size=0 2026-04-02T12:00:33.982 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.980+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17251869008303704110 2026-04-02T12:00:33.982 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.980+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:33.982 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.980+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6__shadow_.nO6EFGTy9ydnrPRGkSNBGl7Z2ODaqIs_0 2026-04-02T12:00:33.982 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.980+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T12:00:33.982 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.980+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:33.982 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.980+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17251869008303704110 2026-04-02T12:00:33.982 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.980+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2026-04-02T12:00:33.983 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.981+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab4690 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x557a0eab2e08 s->prefetch_data=0 2026-04-02T12:00:33.983 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.981+0000 7f3c06125900 10 manifest: total_size = 14290 2026-04-02T12:00:33.983 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.981+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10060976217970384391 2026-04-02T12:00:33.983 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.981+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab4690 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x557a0eab2e08 s->prefetch_data=0 2026-04-02T12:00:33.983 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.981+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eab2e08 2026-04-02T12:00:33.983 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.981+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6.0 2026-04-02T12:00:33.986 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.983+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:33.986 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.984+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=14290 stripe_ofs=14290 part_ofs=0 rule->part_size=0 2026-04-02T12:00:33.986 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.984+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10060976217970384391 2026-04-02T12:00:33.986 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.984+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:33.986 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.984+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6__shadow_.dTFAoBkAwKye87SC3D2KIy8IfUylzTD_0 2026-04-02T12:00:33.986 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.984+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T12:00:33.986 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.984+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:33.986 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.984+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10060976217970384391 2026-04-02T12:00:33.986 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.984+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2026-04-02T12:00:33.987 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.985+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x557a0eab2e08 s->prefetch_data=0 2026-04-02T12:00:33.987 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.985+0000 7f3c06125900 10 manifest: total_size = 5330 2026-04-02T12:00:33.987 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.985+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11987649616121494005 2026-04-02T12:00:33.987 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.985+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x557a0eab2e08 s->prefetch_data=0 2026-04-02T12:00:33.987 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.985+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eab2e08 2026-04-02T12:00:33.987 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.985+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6.0 2026-04-02T12:00:33.989 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.987+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:33.989 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.987+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5330 stripe_ofs=5330 part_ofs=0 rule->part_size=0 2026-04-02T12:00:33.989 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.987+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11987649616121494005 2026-04-02T12:00:33.989 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.987+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:33.989 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.987+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6__shadow_.PkvKdIi-nHnTBcWvi10gOx1vxE0J4Xc_0 2026-04-02T12:00:33.989 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.987+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T12:00:33.989 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.987+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:33.989 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.987+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11987649616121494005 2026-04-02T12:00:33.990 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.988+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2026-04-02T12:00:33.990 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.988+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab4eb0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x557a0eab2e08 s->prefetch_data=0 2026-04-02T12:00:33.990 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.988+0000 7f3c06125900 10 manifest: total_size = 5424 2026-04-02T12:00:33.990 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.988+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.3727410854214210872 2026-04-02T12:00:33.990 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.988+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab4eb0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x557a0eab2e08 s->prefetch_data=0 2026-04-02T12:00:33.990 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.989+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eab2e08 2026-04-02T12:00:33.990 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.989+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6.0 2026-04-02T12:00:33.992 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.990+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:33.992 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.990+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5424 stripe_ofs=5424 part_ofs=0 rule->part_size=0 2026-04-02T12:00:33.992 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.990+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.3727410854214210872 2026-04-02T12:00:33.992 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.990+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:33.992 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.990+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6__shadow_.XpbZmmHlTOyLnQwPqD-T5ty7eanK4OU_0 2026-04-02T12:00:33.992 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.990+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T12:00:33.992 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.990+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:33.992 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.990+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.3727410854214210872 2026-04-02T12:00:33.993 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.991+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2026-04-02T12:00:33.993 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.991+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:33.993 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.991+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:33.994 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.992+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:33.994 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.992+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:33.994 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.992+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:33.994 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.992+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:33.994 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.992+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:33.995 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.993+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2026-04-02T12:00:33.995 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.993+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:33.995 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.994+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=204 2026-04-02T12:00:33.995 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.994+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2026-04-02T12:00:33.995 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.994+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2026-04-02T12:00:33.996 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.994+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-conf from cache 2026-04-02T12:00:33.996 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.994+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2026-04-02T12:00:33.996 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.995+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763695 cookie 93982719119184 notifier 5693 bl.length()=162 2026-04-02T12:00:33.998 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.996+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6 from cache 2026-04-02T12:00:33.998 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.996+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6, ofs0, ns] 2026-04-02T12:00:33.998 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.996+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763713 cookie 93982720449680 notifier 5693 bl.length()=219 2026-04-02T12:00:33.999 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.998+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6 : miss 2026-04-02T12:00:33.999 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.998+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.000 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.998+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.000 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.998+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6 info.flags=0x0 2026-04-02T12:00:34.000 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:33.998+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.6 to cache LRU end 2026-04-02T12:00:34.001 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.000+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13 : miss 2026-04-02T12:00:34.001 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.000+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.002 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.000+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=465 2026-04-02T12:00:34.002 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.000+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13 info.flags=0x17 2026-04-02T12:00:34.002 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.000+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13 to cache LRU end 2026-04-02T12:00:34.002 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.000+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.002 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.000+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:34.002 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.000+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13 2026-04-02T12:00:34.002 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.001+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo 2026-04-02T12:00:34.002 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.001+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf4060a50 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x557a0eaaad18 s->prefetch_data=0 2026-04-02T12:00:34.003 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.001+0000 7f3c06125900 10 manifest: total_size = 26087 2026-04-02T12:00:34.003 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.001+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2128706199185866284 2026-04-02T12:00:34.003 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.001+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf4060a50 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x557a0eaaad18 s->prefetch_data=0 2026-04-02T12:00:34.003 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.001+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eaaad18 2026-04-02T12:00:34.003 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.001+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13.0 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7674 rules.size()=3 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7674 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=7674 stripe_ofs=7674 part_ofs=7674 rule->part_size=7673 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7673 rules.size()=3 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6299130 part_ofs=7674 rule->part_size=7673 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=15347 stripe_ofs=15347 part_ofs=15347 rule->part_size=7673 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7673 rules.size()=3 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6306803 part_ofs=15347 rule->part_size=7673 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=23020 stripe_ofs=23020 part_ofs=23020 rule->part_size=3067 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=3 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6314476 part_ofs=23020 rule->part_size=3067 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=26087 stripe_ofs=26087 part_ofs=26087 rule->part_size=3067 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2128706199185866284 2026-04-02T12:00:34.005 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13__multipart_foo.2~ej-RqJKlCAdwSBkHR4DY2Mj3zg7rTEG.1 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13__multipart_foo.2~ej-RqJKlCAdwSBkHR4DY2Mj3zg7rTEG.2 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13__multipart_foo.2~ej-RqJKlCAdwSBkHR4DY2Mj3zg7rTEG.3 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13__multipart_foo.2~ej-RqJKlCAdwSBkHR4DY2Mj3zg7rTEG.4 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.003+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2128706199185866284 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.004+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.005+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:34.006 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.005+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:34.007 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.005+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:34.007 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.005+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:34.007 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.005+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:34.007 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.005+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:34.007 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.005+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:34.008 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.006+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2026-04-02T12:00:34.008 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.006+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.008 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.006+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=235 2026-04-02T12:00:34.008 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.006+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2026-04-02T12:00:34.008 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.006+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2026-04-02T12:00:34.009 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.007+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2026-04-02T12:00:34.009 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.007+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2026-04-02T12:00:34.009 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.008+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763719 cookie 93982719128256 notifier 5693 bl.length()=191 2026-04-02T12:00:34.010 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.008+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13 from cache 2026-04-02T12:00:34.010 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.008+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13, ofs0, ns] 2026-04-02T12:00:34.011 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.009+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763720 cookie 93982719128256 notifier 5693 bl.length()=249 2026-04-02T12:00:34.011 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.010+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13 : miss 2026-04-02T12:00:34.012 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.010+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.012 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.010+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.012 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.010+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13 info.flags=0x0 2026-04-02T12:00:34.012 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.010+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13 to cache LRU end 2026-04-02T12:00:34.013 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.012+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14 : miss 2026-04-02T12:00:34.013 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.012+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.014 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.012+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=472 2026-04-02T12:00:34.014 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.012+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14 info.flags=0x17 2026-04-02T12:00:34.014 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.012+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14 to cache LRU end 2026-04-02T12:00:34.014 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.012+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.014 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.012+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:34.014 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.012+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14 2026-04-02T12:00:34.014 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.012+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo 2026-04-02T12:00:34.014 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.012+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaac290 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x557a0eaa8e98 s->prefetch_data=0 2026-04-02T12:00:34.014 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.013+0000 7f3c06125900 10 manifest: total_size = 26078 2026-04-02T12:00:34.014 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.013+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.7532696656947863094 2026-04-02T12:00:34.015 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.013+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaac290 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x557a0eaa8e98 s->prefetch_data=0 2026-04-02T12:00:34.015 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.013+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eaa8e98 2026-04-02T12:00:34.015 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.013+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14.0 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=3 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7670 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=7670 stripe_ofs=7670 part_ofs=7670 rule->part_size=7670 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=3 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6299126 part_ofs=7670 rule->part_size=7670 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=15340 stripe_ofs=15340 part_ofs=15340 rule->part_size=7671 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=3 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6306796 part_ofs=15340 rule->part_size=7671 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=23011 stripe_ofs=23011 part_ofs=23011 rule->part_size=3067 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=3 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6314467 part_ofs=23011 rule->part_size=3067 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=26078 stripe_ofs=26078 part_ofs=26078 rule->part_size=3067 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.7532696656947863094 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14__multipart_foo.2~RMlILYxzDw3BovHGVlCjhDtFCNfLZzk.1 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14__multipart_foo.2~RMlILYxzDw3BovHGVlCjhDtFCNfLZzk.2 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14__multipart_foo.2~RMlILYxzDw3BovHGVlCjhDtFCNfLZzk.3 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14__multipart_foo.2~RMlILYxzDw3BovHGVlCjhDtFCNfLZzk.4 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.017 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.015+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.7532696656947863094 2026-04-02T12:00:34.018 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.016+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo 2026-04-02T12:00:34.018 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.017+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:34.018 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.017+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:34.019 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.017+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:34.019 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.017+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:34.019 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.017+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:34.019 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.017+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:34.019 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.017+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:34.020 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.018+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2026-04-02T12:00:34.020 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.018+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.020 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.018+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=242 2026-04-02T12:00:34.020 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.018+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2026-04-02T12:00:34.020 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.018+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2026-04-02T12:00:34.021 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.019+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2026-04-02T12:00:34.021 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.019+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2026-04-02T12:00:34.021 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.019+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763668 cookie 93982719113072 notifier 5693 bl.length()=198 2026-04-02T12:00:34.022 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.021+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14 from cache 2026-04-02T12:00:34.022 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.021+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14, ofs0, ns] 2026-04-02T12:00:34.023 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.021+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763714 cookie 93982719125216 notifier 5693 bl.length()=256 2026-04-02T12:00:34.024 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.022+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763715 cookie 93982719125216 notifier 5693 bl.length()=256 2026-04-02T12:00:34.025 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.024+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14 : miss 2026-04-02T12:00:34.025 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.024+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.026 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.024+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.026 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.024+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14 info.flags=0x0 2026-04-02T12:00:34.026 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.024+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14 to cache LRU end 2026-04-02T12:00:34.027 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.026+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12 : miss 2026-04-02T12:00:34.027 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.026+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.028 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.026+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=467 2026-04-02T12:00:34.028 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.026+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12 info.flags=0x17 2026-04-02T12:00:34.028 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.026+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12 to cache LRU end 2026-04-02T12:00:34.028 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.026+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.028 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.026+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:34.028 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.026+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12 2026-04-02T12:00:34.028 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.026+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo[YXOPyESOYbiKLCjePyfnNfooP6hYpXQ] 2026-04-02T12:00:34.028 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.026+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12.0 2026-04-02T12:00:34.028 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.027+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab72c0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x557a0eab5b18 s->prefetch_data=0 2026-04-02T12:00:34.029 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.027+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to hpd739nlzxqy7jt4er1q3uxr467fri2x 2026-04-02T12:00:34.029 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.027+0000 7f3c06125900 20 get_obj_state_impl: setting s->olh_tag to ik17h6ab2qa23fegdlydmw2wl4hfab2i 2026-04-02T12:00:34.029 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.027+0000 7f3c06125900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ik17h6ab2qa23fegdlydmw2wl4hfab2i 2026-04-02T12:00:34.030 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.028+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12.0 2026-04-02T12:00:34.031 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.029+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12.0 2026-04-02T12:00:34.031 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.029+0000 7f3c06125900 20 olh_log_entry: epoch=3 op=2 key=foo[] 2026-04-02T12:00:34.031 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.030+0000 7f3c06125900 20 olh_log_entry: epoch=3 op=3 key=foo[YXOPyESOYbiKLCjePyfnNfooP6hYpXQ] 2026-04-02T12:00:34.031 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.030+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab72c0 obj=test-client.0-r-test-multipart-index-versioning.1:_:YXOPyESOYbiKLCjePyfnNfooP6hYpXQ_foo state=0x557a0e991c68 s->prefetch_data=0 2026-04-02T12:00:34.032 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.030+0000 7f3c06125900 10 manifest: total_size = 18874368 2026-04-02T12:00:34.032 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.030+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2029727183888394369 2026-04-02T12:00:34.032 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.030+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab72c0 obj=test-client.0-r-test-multipart-index-versioning.1:_:YXOPyESOYbiKLCjePyfnNfooP6hYpXQ_foo state=0x557a0e991c68 s->prefetch_data=0 2026-04-02T12:00:34.032 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.030+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e991c68 2026-04-02T12:00:34.032 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.030+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12.0 2026-04-02T12:00:34.034 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.034 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T12:00:34.034 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.034 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.034 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=5242880 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=22020096 part_ofs=15728640 rule->part_size=3145728 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.032+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2029727183888394369 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12__multipart_foo.2~RMoSuT06tOiA_E8VtX50w4qp7QHqQjf.1 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12__multipart_foo.2~RMoSuT06tOiA_E8VtX50w4qp7QHqQjf.2 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12__multipart_foo.2~RMoSuT06tOiA_E8VtX50w4qp7QHqQjf.3 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12__multipart_foo.2~RMoSuT06tOiA_E8VtX50w4qp7QHqQjf.4 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2029727183888394369 2026-04-02T12:00:34.035 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.033+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo[YXOPyESOYbiKLCjePyfnNfooP6hYpXQ] 2026-04-02T12:00:34.037 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.035+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab72c0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x557a0eab5b18 s->prefetch_data=0 2026-04-02T12:00:34.038 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.036+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12.0 2026-04-02T12:00:34.039 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.037+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12.0 2026-04-02T12:00:34.039 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.037+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:34.039 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.037+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:34.039 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.037+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:34.039 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.037+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:34.039 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.037+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:34.039 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.037+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:34.039 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.037+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:34.040 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.038+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2026-04-02T12:00:34.040 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.038+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.040 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.039+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=237 2026-04-02T12:00:34.041 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.039+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2026-04-02T12:00:34.041 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.039+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2026-04-02T12:00:34.041 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.039+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2026-04-02T12:00:34.041 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.039+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2026-04-02T12:00:34.041 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.040+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763669 cookie 93982719113072 notifier 5693 bl.length()=193 2026-04-02T12:00:34.043 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.041+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12 from cache 2026-04-02T12:00:34.043 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.041+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12, ofs0, ns] 2026-04-02T12:00:34.043 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.041+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763696 cookie 93982720454096 notifier 5693 bl.length()=251 2026-04-02T12:00:34.044 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.042+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12 : miss 2026-04-02T12:00:34.044 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.042+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.044 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.042+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.044 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.042+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12 info.flags=0x0 2026-04-02T12:00:34.044 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.042+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12 to cache LRU end 2026-04-02T12:00:34.046 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.044+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11 : miss 2026-04-02T12:00:34.046 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.044+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.046 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.044+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=457 2026-04-02T12:00:34.046 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.044+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11 info.flags=0x17 2026-04-02T12:00:34.046 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.044+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11 to cache LRU end 2026-04-02T12:00:34.046 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.044+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.046 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.044+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:34.046 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.044+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11 2026-04-02T12:00:34.046 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.045+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo 2026-04-02T12:00:34.046 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.045+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaac0b0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x557a0eabc2d8 s->prefetch_data=0 2026-04-02T12:00:34.047 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.045+0000 7f3c06125900 10 manifest: total_size = 26080 2026-04-02T12:00:34.047 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.045+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.5011945021323774874 2026-04-02T12:00:34.047 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.045+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaac0b0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x557a0eabc2d8 s->prefetch_data=0 2026-04-02T12:00:34.047 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.045+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eabc2d8 2026-04-02T12:00:34.047 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.045+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11.0 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7669 rules.size()=3 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7669 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=7669 stripe_ofs=7669 part_ofs=7669 rule->part_size=7672 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=3 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6299125 part_ofs=7669 rule->part_size=7672 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=15341 stripe_ofs=15341 part_ofs=15341 rule->part_size=7672 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=3 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6306797 part_ofs=15341 rule->part_size=7672 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=23013 stripe_ofs=23013 part_ofs=23013 rule->part_size=3067 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=3 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6314469 part_ofs=23013 rule->part_size=3067 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=26080 stripe_ofs=26080 part_ofs=26080 rule->part_size=3067 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.5011945021323774874 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11__multipart_foo.2~N1kFUQ9aHKqlGf_BabbgV9o_IB2mHBZ.1 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11__multipart_foo.2~N1kFUQ9aHKqlGf_BabbgV9o_IB2mHBZ.2 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11__multipart_foo.2~N1kFUQ9aHKqlGf_BabbgV9o_IB2mHBZ.3 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11__multipart_foo.2~N1kFUQ9aHKqlGf_BabbgV9o_IB2mHBZ.4 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.049 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.047+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.5011945021323774874 2026-04-02T12:00:34.050 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.048+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo 2026-04-02T12:00:34.050 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.048+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:34.050 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.048+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:34.050 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.048+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:34.050 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.048+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:34.050 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.048+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:34.050 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.048+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:34.050 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.048+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:34.051 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.049+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2026-04-02T12:00:34.051 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.049+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.051 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.050+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=227 2026-04-02T12:00:34.051 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.050+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2026-04-02T12:00:34.051 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.050+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2026-04-02T12:00:34.052 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.050+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2026-04-02T12:00:34.052 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.050+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2026-04-02T12:00:34.053 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.051+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763697 cookie 93982720454096 notifier 5693 bl.length()=183 2026-04-02T12:00:34.054 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.052+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11 from cache 2026-04-02T12:00:34.054 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.052+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11, ofs0, ns] 2026-04-02T12:00:34.054 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.052+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763670 cookie 93982719113072 notifier 5693 bl.length()=241 2026-04-02T12:00:34.055 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.053+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11 : miss 2026-04-02T12:00:34.055 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.053+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.055 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.053+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.055 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.053+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11 info.flags=0x0 2026-04-02T12:00:34.055 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.053+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11 to cache LRU end 2026-04-02T12:00:34.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.055+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17 : miss 2026-04-02T12:00:34.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.055+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.055+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T12:00:34.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.055+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17 info.flags=0x17 2026-04-02T12:00:34.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.055+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17 to cache LRU end 2026-04-02T12:00:34.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.055+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.055+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:34.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.055+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaac340 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.3232955920829662753 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaac340 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.058 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.056+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.060 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.059+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.060 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.059+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.060 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.059+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.3232955920829662753 2026-04-02T12:00:34.060 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.059+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.060 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.059+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.SRHe7EOifKzziQkQhPNSBd0E_znByav_0 2026-04-02T12:00:34.060 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.059+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2026-04-02T12:00:34.060 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.059+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.060 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.059+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.3232955920829662753 2026-04-02T12:00:34.061 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.060+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaac340 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.062 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.060+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.062 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.060+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9910449950426225432 2026-04-02T12:00:34.062 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.060+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaac340 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.062 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.060+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.062 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.060+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.062 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.060+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T12:00:34.064 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.062+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.064 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.062+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.064 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.062+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9910449950426225432 2026-04-02T12:00:34.064 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.062+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.064 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.062+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.SRHe7EOifKzziQkQhPNSBd0E_znByav_0 2026-04-02T12:00:34.064 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.062+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2026-04-02T12:00:34.064 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.062+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.064 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.062+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9910449950426225432 2026-04-02T12:00:34.065 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.063+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2026-04-02T12:00:34.065 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.063+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e995120 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.065 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.063+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.065 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.063+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _iaI-8xv-lE7X9upcWev5DIM1LLmmJan 2026-04-02T12:00:34.065 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.063+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e995120 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.065 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.063+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.065 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.063+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.068 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.066+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.068 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.066+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.068 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.066+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _iaI-8xv-lE7X9upcWev5DIM1LLmmJan 2026-04-02T12:00:34.068 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.066+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.068 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.066+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.v6shK-c_mHQYkwYMjz5VHKrGE3V1CE1_0 2026-04-02T12:00:34.068 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.066+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T12:00:34.068 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.066+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.068 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.066+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: _iaI-8xv-lE7X9upcWev5DIM1LLmmJan 2026-04-02T12:00:34.069 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.067+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2026-04-02T12:00:34.069 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.067+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80bc4f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.069 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.068+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.069 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.068+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _o9iPtXK_SUdbvUmWge7PggWb2yHfyIr 2026-04-02T12:00:34.070 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.068+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80bc4f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.070 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.068+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.070 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.068+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.071 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.070+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.071 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.070+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.071 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.070+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _o9iPtXK_SUdbvUmWge7PggWb2yHfyIr 2026-04-02T12:00:34.072 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.070+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.072 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.070+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.vbK_I1rbR26jGC2tGMOLGTKQnUwfC4d_0 2026-04-02T12:00:34.072 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.070+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T12:00:34.072 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.070+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.072 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.070+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: _o9iPtXK_SUdbvUmWge7PggWb2yHfyIr 2026-04-02T12:00:34.073 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.071+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80bc4f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.073 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.071+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.073 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.071+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12790118349048226396 2026-04-02T12:00:34.073 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.071+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80bc4f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.073 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.071+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.073 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.071+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.074 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.072+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2026-04-02T12:00:34.075 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.073+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.075 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.073+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.075 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.073+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12790118349048226396 2026-04-02T12:00:34.075 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.073+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.076 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.073+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.VhLU5e8xl25WU73vA-6UYJiBQo5k3Da_0 2026-04-02T12:00:34.076 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.073+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2026-04-02T12:00:34.076 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.073+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.076 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.073+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12790118349048226396 2026-04-02T12:00:34.076 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.074+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T12:00:34.076 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.074+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.077 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.075+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.077 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.075+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _VRrNsQj-6EGDE2p_6w_1PsbZKlDqEJC 2026-04-02T12:00:34.077 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.075+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.077 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.075+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.077 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.075+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.079 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.077+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.079 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.077+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.079 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.077+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _VRrNsQj-6EGDE2p_6w_1PsbZKlDqEJC 2026-04-02T12:00:34.079 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.077+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.079 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.077+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.sXt3wI0L0owuE_LS1WwskZ8NgtL3P7N_0 2026-04-02T12:00:34.079 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.077+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T12:00:34.079 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.077+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.079 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.077+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: _VRrNsQj-6EGDE2p_6w_1PsbZKlDqEJC 2026-04-02T12:00:34.080 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.078+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2026-04-02T12:00:34.080 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.079+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf006cef0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.081 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.079+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.081 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.079+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14657902171575900934 2026-04-02T12:00:34.081 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.079+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf006cef0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.081 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.079+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.081 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.079+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.083 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.081+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.083 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.081+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.083 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.081+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14657902171575900934 2026-04-02T12:00:34.083 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.081+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.083 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.081+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.VhLU5e8xl25WU73vA-6UYJiBQo5k3Da_0 2026-04-02T12:00:34.083 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.081+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2026-04-02T12:00:34.083 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.081+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.083 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.081+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14657902171575900934 2026-04-02T12:00:34.084 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.083+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab4160 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.084 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.083+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2026-04-02T12:00:34.085 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.083+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.085 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.083+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _zQYNxWNMQY4c0o7eFYHqBmfAvJF7M5a 2026-04-02T12:00:34.085 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.083+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab4160 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.085 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.083+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.085 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.083+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.087 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.085+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.087 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.085+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.087 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.085+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _zQYNxWNMQY4c0o7eFYHqBmfAvJF7M5a 2026-04-02T12:00:34.087 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.085+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.087 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.085+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.gaAemUIUjTar1PjWy7gk0TPu09g1eK1_0 2026-04-02T12:00:34.087 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.085+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T12:00:34.087 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.085+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.087 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.085+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: _zQYNxWNMQY4c0o7eFYHqBmfAvJF7M5a 2026-04-02T12:00:34.088 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.086+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2026-04-02T12:00:34.088 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.086+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e995120 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.089 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.087+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.089 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.087+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18058912799818298386 2026-04-02T12:00:34.089 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.087+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e995120 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.089 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.087+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.089 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.087+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.091 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.089+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.091 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.089+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.091 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.089+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18058912799818298386 2026-04-02T12:00:34.091 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.089+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.091 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.089+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.I-pGrkVmFWI7zuK_voBAKMvz1KiJx_i_0 2026-04-02T12:00:34.091 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.089+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2026-04-02T12:00:34.091 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.089+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.091 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.089+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18058912799818298386 2026-04-02T12:00:34.092 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.090+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T12:00:34.092 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.090+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.092 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.091+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.092 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.091+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _061ftqy_i3AbmikGX4-5lxXef1obun5 2026-04-02T12:00:34.092 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.091+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.092 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.091+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.092 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.091+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.094 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.092+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.094 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.092+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.094 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.092+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _061ftqy_i3AbmikGX4-5lxXef1obun5 2026-04-02T12:00:34.094 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.092+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.094 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.092+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.CyONF2GHzYPu510lulfyY5KQldzjKPX_0 2026-04-02T12:00:34.094 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.092+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T12:00:34.094 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.092+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.094 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.092+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: _061ftqy_i3AbmikGX4-5lxXef1obun5 2026-04-02T12:00:34.095 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.094+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80bc4f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.096 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.094+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2026-04-02T12:00:34.096 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.094+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.096 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.094+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _tl7qimXXw0Cu1Ipy7_21SmMAUiaJCyo 2026-04-02T12:00:34.096 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.094+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80bc4f0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.096 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.094+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.096 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.094+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.098 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.096+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.098 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.096+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.098 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.096+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _tl7qimXXw0Cu1Ipy7_21SmMAUiaJCyo 2026-04-02T12:00:34.098 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.096+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.098 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.096+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.DSmEceCunuHnZx0liR9j0Hb7j1OPXrj_0 2026-04-02T12:00:34.098 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.096+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T12:00:34.098 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.096+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.098 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.096+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: _tl7qimXXw0Cu1Ipy7_21SmMAUiaJCyo 2026-04-02T12:00:34.099 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.097+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2026-04-02T12:00:34.099 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.097+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.100 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.098+0000 7f3c06125900 10 manifest: total_size = 5242880 2026-04-02T12:00:34.100 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.098+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.5402246502709021016 2026-04-02T12:00:34.100 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.098+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x557a0e993bb8 s->prefetch_data=0 2026-04-02T12:00:34.100 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.098+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e993bb8 2026-04-02T12:00:34.100 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.098+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17.0 2026-04-02T12:00:34.102 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.100+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.102 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.100+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.102 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.100+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.5402246502709021016 2026-04-02T12:00:34.102 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.100+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.102 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.100+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17__shadow_.I-pGrkVmFWI7zuK_voBAKMvz1KiJx_i_0 2026-04-02T12:00:34.102 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.100+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2026-04-02T12:00:34.102 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.100+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.102 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.100+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.5402246502709021016 2026-04-02T12:00:34.103 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.101+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2026-04-02T12:00:34.103 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.101+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:34.103 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.101+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:34.103 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.101+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:34.103 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.101+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:34.103 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.101+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:34.103 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.101+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:34.103 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.101+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:34.104 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.102+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2026-04-02T12:00:34.104 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.102+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.105 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.103+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=233 2026-04-02T12:00:34.105 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.103+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2026-04-02T12:00:34.105 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.103+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2026-04-02T12:00:34.106 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.104+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2026-04-02T12:00:34.106 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.104+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2026-04-02T12:00:34.106 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.104+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763671 cookie 93982719113072 notifier 5693 bl.length()=189 2026-04-02T12:00:34.108 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.106+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17 from cache 2026-04-02T12:00:34.108 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.106+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17, ofs0, ns] 2026-04-02T12:00:34.108 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.106+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763698 cookie 93982720454096 notifier 5693 bl.length()=247 2026-04-02T12:00:34.109 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.108+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17 : miss 2026-04-02T12:00:34.110 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.108+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.110 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.108+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.110 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.108+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17 info.flags=0x0 2026-04-02T12:00:34.110 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.108+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17 to cache LRU end 2026-04-02T12:00:34.112 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.110+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18 : miss 2026-04-02T12:00:34.112 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.110+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.112 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.110+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=473 2026-04-02T12:00:34.112 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.110+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18 info.flags=0x17 2026-04-02T12:00:34.112 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.110+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18 to cache LRU end 2026-04-02T12:00:34.112 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.110+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.112 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.110+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:34.112 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.110+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e995120 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x557a0e995788 s->prefetch_data=0 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 10 manifest: total_size = 11534336 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17688076906790390176 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e995120 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x557a0e995788 s->prefetch_data=0 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e995788 2026-04-02T12:00:34.113 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.111+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.115 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.115 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T12:00:34.115 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17688076906790390176 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-FROZEN.2~xUvxMpUa0LjPfRvRk1GvUq4E1NV870c.1 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-FROZEN.2~xUvxMpUa0LjPfRvRk1GvUq4E1NV870c.2 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-FROZEN.2~xUvxMpUa0LjPfRvRk1GvUq4E1NV870c.3 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.116 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.114+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17688076906790390176 2026-04-02T12:00:34.117 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.115+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80f68a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x557a0e995728 s->prefetch_data=0 2026-04-02T12:00:34.117 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.115+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T12:00:34.117 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.115+0000 7f3c06125900 10 manifest: total_size = 11534336 2026-04-02T12:00:34.117 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.115+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13276657456174999696 2026-04-02T12:00:34.117 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.115+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80f68a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x557a0e995728 s->prefetch_data=0 2026-04-02T12:00:34.117 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.115+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e995728 2026-04-02T12:00:34.117 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.115+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13276657456174999696 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-FROZEN.2~xUvxMpUa0LjPfRvRk1GvUq4E1NV870c.1 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-FROZEN.2~xUvxMpUa0LjPfRvRk1GvUq4E1NV870c.2 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-FROZEN.2~xUvxMpUa0LjPfRvRk1GvUq4E1NV870c.3 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.120 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.117+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.13276657456174999696 2026-04-02T12:00:34.121 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.119+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf00a3470 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x557a0e995708 s->prefetch_data=0 2026-04-02T12:00:34.121 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.119+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2026-04-02T12:00:34.121 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.119+0000 7f3c06125900 10 manifest: total_size = 11534336 2026-04-02T12:00:34.121 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.119+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _qJToSoykp9U00nl_IQuOUv-y2bc3ICZ 2026-04-02T12:00:34.121 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.119+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf00a3470 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x557a0e995708 s->prefetch_data=0 2026-04-02T12:00:34.121 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.119+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e995708 2026-04-02T12:00:34.121 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.119+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.123 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.124 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.124 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.124 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.124 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _qJToSoykp9U00nl_IQuOUv-y2bc3ICZ 2026-04-02T12:00:34.124 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.124 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__shadow_.ldsIfdjjmq16NFVf8yCMYmVkpsU2NPA_0 2026-04-02T12:00:34.124 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T12:00:34.124 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__shadow_.ldsIfdjjmq16NFVf8yCMYmVkpsU2NPA_1 2026-04-02T12:00:34.124 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2026-04-02T12:00:34.124 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.124 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.122+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: _qJToSoykp9U00nl_IQuOUv-y2bc3ICZ 2026-04-02T12:00:34.125 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.123+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf00a3470 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x557a0e995708 s->prefetch_data=0 2026-04-02T12:00:34.125 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.123+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2026-04-02T12:00:34.125 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.123+0000 7f3c06125900 10 manifest: total_size = 11534336 2026-04-02T12:00:34.125 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.123+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _lx3HweaMY4ZoSGpaJpiqVpBvRez6zZ5 2026-04-02T12:00:34.125 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.123+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf00a3470 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x557a0e995708 s->prefetch_data=0 2026-04-02T12:00:34.125 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.123+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e995708 2026-04-02T12:00:34.125 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.123+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.125+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.125+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.125+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.125+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.126+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _lx3HweaMY4ZoSGpaJpiqVpBvRez6zZ5 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.126+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.126+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__shadow_.sbRrsyiAJ_5ZLxyIqoHYpfirePBVhDA_0 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.126+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.126+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__shadow_.sbRrsyiAJ_5ZLxyIqoHYpfirePBVhDA_1 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.126+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.126+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.128 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.126+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: _lx3HweaMY4ZoSGpaJpiqVpBvRez6zZ5 2026-04-02T12:00:34.129 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.127+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2026-04-02T12:00:34.129 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.127+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf00a3470 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.129 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.127+0000 7f3c06125900 10 manifest: total_size = 11534336 2026-04-02T12:00:34.129 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.127+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.7309133379297577307 2026-04-02T12:00:34.129 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.127+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf00a3470 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.129 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.127+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e6b7018 2026-04-02T12:00:34.129 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.127+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.131 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.131 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T12:00:34.131 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.131 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.7309133379297577307 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-LUKEWARM.2~-EJt0vXaj9Fzknh6baRFh4Vo3CrI7PL.1 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-LUKEWARM.2~-EJt0vXaj9Fzknh6baRFh4Vo3CrI7PL.2 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 646 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-LUKEWARM.2~-EJt0vXaj9Fzknh6baRFh4Vo3CrI7PL.3 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 919 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.129+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.7309133379297577307 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.130+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf00205f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.132 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.131+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T12:00:34.133 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.131+0000 7f3c06125900 10 manifest: total_size = 11534336 2026-04-02T12:00:34.133 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.131+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _PPtcrcWsatHRH-P9JlLQ-hlF8aben7d 2026-04-02T12:00:34.133 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.131+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf00205f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.133 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.131+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e6b7018 2026-04-02T12:00:34.133 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.131+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _PPtcrcWsatHRH-P9JlLQ-hlF8aben7d 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__shadow_.T2amUUDyC-ZmE1OloZhmM5298P2yhO__0 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__shadow_.T2amUUDyC-ZmE1OloZhmM5298P2yhO__1 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.135 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.133+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: _PPtcrcWsatHRH-P9JlLQ-hlF8aben7d 2026-04-02T12:00:34.136 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.134+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2026-04-02T12:00:34.136 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.134+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.136 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.135+0000 7f3c06125900 10 manifest: total_size = 11534336 2026-04-02T12:00:34.136 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.135+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.7422179866898356712 2026-04-02T12:00:34.136 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.135+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.136 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.135+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e6b7018 2026-04-02T12:00:34.136 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.135+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.7422179866898356712 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-LUKEWARM.2~-EJt0vXaj9Fzknh6baRFh4Vo3CrI7PL.1 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-LUKEWARM.2~-EJt0vXaj9Fzknh6baRFh4Vo3CrI7PL.2 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 646 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-LUKEWARM.2~-EJt0vXaj9Fzknh6baRFh4Vo3CrI7PL.3 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 919 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.139 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.137+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.7422179866898356712 2026-04-02T12:00:34.141 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.139+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e9b3990 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.141 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.139+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2026-04-02T12:00:34.141 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.139+0000 7f3c06125900 10 manifest: total_size = 11534336 2026-04-02T12:00:34.141 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.139+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _4GjGV28MX_I8hwac8SHFJzbbQOpxPjX 2026-04-02T12:00:34.141 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.139+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e9b3990 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.141 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.139+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e6b7018 2026-04-02T12:00:34.141 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.139+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _4GjGV28MX_I8hwac8SHFJzbbQOpxPjX 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__shadow_.-YAzDnrxhA8jq_zaMIFWpe-Qvogiicn_0 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__shadow_.-YAzDnrxhA8jq_zaMIFWpe-Qvogiicn_1 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.143 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.141+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: _4GjGV28MX_I8hwac8SHFJzbbQOpxPjX 2026-04-02T12:00:34.144 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.143+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2026-04-02T12:00:34.145 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.143+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.145 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.143+0000 7f3c06125900 10 manifest: total_size = 16377 2026-04-02T12:00:34.145 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.143+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17644003087118124527 2026-04-02T12:00:34.145 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.143+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.145 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.143+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e6b7018 2026-04-02T12:00:34.145 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.143+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=3 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7670 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=7670 stripe_ofs=7670 part_ofs=7670 rule->part_size=7672 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=3 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6299126 part_ofs=7670 rule->part_size=7672 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=15342 stripe_ofs=15342 part_ofs=15342 rule->part_size=1035 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=1035 rules.size()=3 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6306798 part_ofs=15342 rule->part_size=1035 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=16377 stripe_ofs=16377 part_ofs=16377 rule->part_size=1035 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17644003087118124527 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-STANDARD.2~IpWvQgtEgS_r61RgB2NSkmx7lDNrdUY.1 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2026-04-02T12:00:34.147 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-STANDARD.2~IpWvQgtEgS_r61RgB2NSkmx7lDNrdUY.2 2026-04-02T12:00:34.148 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2026-04-02T12:00:34.148 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.145+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-STANDARD.2~IpWvQgtEgS_r61RgB2NSkmx7lDNrdUY.3 2026-04-02T12:00:34.148 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.146+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2026-04-02T12:00:34.148 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.146+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.148 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.146+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17644003087118124527 2026-04-02T12:00:34.148 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.146+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T12:00:34.148 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.147+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e997280 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.149 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.147+0000 7f3c06125900 10 manifest: total_size = 16377 2026-04-02T12:00:34.149 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.147+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _xDOdKGA-vEJXzqYvvNoSVawdTJVEdLt 2026-04-02T12:00:34.149 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.147+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e997280 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.149 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.147+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e6b7018 2026-04-02T12:00:34.149 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.147+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.151 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.149+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.151 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.149+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=16377 stripe_ofs=16377 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.151 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.149+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _xDOdKGA-vEJXzqYvvNoSVawdTJVEdLt 2026-04-02T12:00:34.151 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.149+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.151 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.149+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__shadow_.WGj9M2K9_-rxTfpD0rqZx25IJzRjNhH_0 2026-04-02T12:00:34.151 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.149+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T12:00:34.151 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.149+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.151 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.149+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: _xDOdKGA-vEJXzqYvvNoSVawdTJVEdLt 2026-04-02T12:00:34.152 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.150+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eababc0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.152 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.151+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2026-04-02T12:00:34.152 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.151+0000 7f3c06125900 10 manifest: total_size = 16377 2026-04-02T12:00:34.152 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.151+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to _nT3vfUiiudYcZuS-1TjE19bPOmxOp8q 2026-04-02T12:00:34.152 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.151+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eababc0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.152 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.151+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e6b7018 2026-04-02T12:00:34.152 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.151+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.155 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.153+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.155 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.153+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=16377 stripe_ofs=16377 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.155 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.153+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: _nT3vfUiiudYcZuS-1TjE19bPOmxOp8q 2026-04-02T12:00:34.155 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.153+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.155 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.153+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__shadow_.pxlf-t1X8HJ1bGMlWdjxRzqU1198mBZ_0 2026-04-02T12:00:34.155 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.153+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T12:00:34.155 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.153+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.155 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.153+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: _nT3vfUiiudYcZuS-1TjE19bPOmxOp8q 2026-04-02T12:00:34.156 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.154+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2026-04-02T12:00:34.156 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.154+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.157 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.155+0000 7f3c06125900 10 manifest: total_size = 16377 2026-04-02T12:00:34.157 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.155+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15234780352064607454 2026-04-02T12:00:34.157 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.155+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x557a0e6b7018 s->prefetch_data=0 2026-04-02T12:00:34.157 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.155+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e6b7018 2026-04-02T12:00:34.157 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.155+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18.0 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=3 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7670 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=7670 stripe_ofs=7670 part_ofs=7670 rule->part_size=7672 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=3 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6299126 part_ofs=7670 rule->part_size=7672 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=15342 stripe_ofs=15342 part_ofs=15342 rule->part_size=1035 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=1035 rules.size()=3 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6306798 part_ofs=15342 rule->part_size=1035 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=16377 stripe_ofs=16377 part_ofs=16377 rule->part_size=1035 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15234780352064607454 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-STANDARD.2~IpWvQgtEgS_r61RgB2NSkmx7lDNrdUY.1 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-STANDARD.2~IpWvQgtEgS_r61RgB2NSkmx7lDNrdUY.2 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18__multipart_foo-STANDARD.2~IpWvQgtEgS_r61RgB2NSkmx7lDNrdUY.3 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.159 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.157+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15234780352064607454 2026-04-02T12:00:34.160 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.158+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2026-04-02T12:00:34.160 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.158+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:34.160 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.158+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:34.160 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.159+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:34.160 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.159+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:34.161 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.159+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:34.161 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.159+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:34.161 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.159+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:34.162 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.160+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2026-04-02T12:00:34.162 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.160+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.163 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.161+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=243 2026-04-02T12:00:34.163 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.161+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2026-04-02T12:00:34.163 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.161+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2026-04-02T12:00:34.164 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.162+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2026-04-02T12:00:34.164 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.162+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2026-04-02T12:00:34.164 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.163+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763681 cookie 93982719110016 notifier 5693 bl.length()=199 2026-04-02T12:00:34.166 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.164+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18 from cache 2026-04-02T12:00:34.166 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.164+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18, ofs0, ns] 2026-04-02T12:00:34.166 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.164+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763662 cookie 93982720446432 notifier 5693 bl.length()=257 2026-04-02T12:00:34.167 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.165+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18 : miss 2026-04-02T12:00:34.167 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.165+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.168 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.166+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.168 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.166+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18 info.flags=0x0 2026-04-02T12:00:34.168 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.166+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18 to cache LRU end 2026-04-02T12:00:34.169 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16 : miss 2026-04-02T12:00:34.169 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.170 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=468 2026-04-02T12:00:34.170 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16 info.flags=0x17 2026-04-02T12:00:34.170 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16 to cache LRU end 2026-04-02T12:00:34.170 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.170 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:34.170 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16 2026-04-02T12:00:34.170 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T12:00:34.170 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T12:00:34.170 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T12:00:34.171 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.168+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e9953a0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.171 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.169+0000 7f3c06125900 10 manifest: total_size = 11534336 2026-04-02T12:00:34.171 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.169+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12232641937498395554 2026-04-02T12:00:34.171 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.169+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e9953a0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.171 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.169+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eabaee8 2026-04-02T12:00:34.171 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.169+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16.0 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12232641937498395554 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16__multipart_foo-FROZEN.2~IZ33uUnsgZFwgHpyf0MXLU50fvMHl8A.1 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16__multipart_foo-FROZEN.2~IZ33uUnsgZFwgHpyf0MXLU50fvMHl8A.2 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16__multipart_foo-FROZEN.2~IZ33uUnsgZFwgHpyf0MXLU50fvMHl8A.3 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.173 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.171+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.12232641937498395554 2026-04-02T12:00:34.174 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.173+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.175 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.173+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T12:00:34.175 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.173+0000 7f3c06125900 10 manifest: total_size = 11534336 2026-04-02T12:00:34.175 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.173+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.5602495357937349320 2026-04-02T12:00:34.175 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.173+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be8082f80 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.175 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.173+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eabaee8 2026-04-02T12:00:34.175 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.173+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16.0 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.5602495357937349320 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16__multipart_foo-LUKEWARM.2~ZNptt4atj_PXdudWTWLuymX4zgkWUCm.1 2026-04-02T12:00:34.177 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2026-04-02T12:00:34.178 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16__multipart_foo-LUKEWARM.2~ZNptt4atj_PXdudWTWLuymX4zgkWUCm.2 2026-04-02T12:00:34.178 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 646 2026-04-02T12:00:34.178 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16__multipart_foo-LUKEWARM.2~ZNptt4atj_PXdudWTWLuymX4zgkWUCm.3 2026-04-02T12:00:34.178 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 919 2026-04-02T12:00:34.178 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.178 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.175+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.5602495357937349320 2026-04-02T12:00:34.178 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.176+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab4090 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.178 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.177+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T12:00:34.179 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.177+0000 7f3c06125900 10 manifest: total_size = 11534336 2026-04-02T12:00:34.179 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.177+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11485923626310214305 2026-04-02T12:00:34.179 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.177+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eab4090 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.179 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.177+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eabaee8 2026-04-02T12:00:34.179 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.177+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16.0 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11485923626310214305 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16__multipart_foo-STANDARD.2~2RCnhLumPga40B1XtQegJoh2ROB3BR_.1 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16__multipart_foo-STANDARD.2~2RCnhLumPga40B1XtQegJoh2ROB3BR_.2 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16__multipart_foo-STANDARD.2~2RCnhLumPga40B1XtQegJoh2ROB3BR_.3 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.181 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.179+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.11485923626310214305 2026-04-02T12:00:34.182 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.180+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:34.182 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.180+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:34.182 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.180+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T12:00:34.182 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.181+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:34.182 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.181+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:34.182 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.181+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:34.182 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.181+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:34.182 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.181+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:34.184 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.182+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2026-04-02T12:00:34.184 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.182+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.184 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.182+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=238 2026-04-02T12:00:34.184 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.182+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2026-04-02T12:00:34.184 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.182+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2026-04-02T12:00:34.185 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.183+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2026-04-02T12:00:34.185 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.183+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2026-04-02T12:00:34.185 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.184+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763716 cookie 93982720449680 notifier 5693 bl.length()=194 2026-04-02T12:00:34.187 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.185+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16 from cache 2026-04-02T12:00:34.187 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.185+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16, ofs0, ns] 2026-04-02T12:00:34.187 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.185+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763663 cookie 93982720446432 notifier 5693 bl.length()=252 2026-04-02T12:00:34.189 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.187+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16 : miss 2026-04-02T12:00:34.189 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.187+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.189 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.187+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.189 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.187+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16 info.flags=0x0 2026-04-02T12:00:34.189 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.187+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16 to cache LRU end 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.189+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15 : miss 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.189+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.189+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=458 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.189+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15 info.flags=0x17 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.189+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15 to cache LRU end 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.189+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.189+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.189+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.190+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.190+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.190+0000 7f3c06125900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T12:00:34.191 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.190+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80ca910 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.192 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.190+0000 7f3c06125900 10 manifest: total_size = 10485760 2026-04-02T12:00:34.192 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.190+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16504790977904625837 2026-04-02T12:00:34.192 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.190+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80ca910 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.192 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.190+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e9980f8 2026-04-02T12:00:34.192 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.190+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15.0 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16504790977904625837 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15__shadow_.jXbXeo3Azmr26_k3_4RX0GKOLyLmsD3_0 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15__shadow_.jXbXeo3Azmr26_k3_4RX0GKOLyLmsD3_1 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.192+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16504790977904625837 2026-04-02T12:00:34.195 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.193+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T12:00:34.196 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.194+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf40bbf80 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.196 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.194+0000 7f3c06125900 10 manifest: total_size = 10485760 2026-04-02T12:00:34.196 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.194+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14897866578059396964 2026-04-02T12:00:34.196 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.194+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf40bbf80 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.196 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.194+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e9980f8 2026-04-02T12:00:34.196 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.194+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15.0 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14897866578059396964 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15__shadow_.yqRjddfedrQXnk9zJUwpVjvxxdYlrsG_0 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15__shadow_.yqRjddfedrQXnk9zJUwpVjvxxdYlrsG_1 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.198 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.196+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.14897866578059396964 2026-04-02T12:00:34.199 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.197+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T12:00:34.199 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.197+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf006cef0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.199 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.197+0000 7f3c06125900 10 manifest: total_size = 10485760 2026-04-02T12:00:34.199 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.197+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18176321462139516527 2026-04-02T12:00:34.199 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.197+0000 7f3c06125900 20 get_obj_state: octx=0x7f3bf006cef0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.199 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.197+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e9980f8 2026-04-02T12:00:34.199 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.197+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15.0 2026-04-02T12:00:34.201 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.201 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.201 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.201 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.201 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18176321462139516527 2026-04-02T12:00:34.201 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.201 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15__shadow_.0Q7Y1t7j-G29bVETKegePM7SFMxBRa6_0 2026-04-02T12:00:34.201 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2026-04-02T12:00:34.202 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15__shadow_.0Q7Y1t7j-G29bVETKegePM7SFMxBRa6_1 2026-04-02T12:00:34.202 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 561 2026-04-02T12:00:34.202 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.202 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.199+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.18176321462139516527 2026-04-02T12:00:34.202 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.200+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T12:00:34.202 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.201+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:34.202 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.201+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:34.203 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.201+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:34.203 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.201+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:34.203 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.201+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:34.203 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.201+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:34.203 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.201+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:34.204 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.202+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2026-04-02T12:00:34.204 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.202+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.204 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.202+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=228 2026-04-02T12:00:34.204 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.202+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2026-04-02T12:00:34.204 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.202+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2026-04-02T12:00:34.205 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.203+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2026-04-02T12:00:34.205 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.203+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2026-04-02T12:00:34.206 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.204+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763672 cookie 93982719113072 notifier 5693 bl.length()=184 2026-04-02T12:00:34.207 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.205+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15 from cache 2026-04-02T12:00:34.207 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.205+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15, ofs0, ns] 2026-04-02T12:00:34.207 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.205+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763717 cookie 93982719125216 notifier 5693 bl.length()=242 2026-04-02T12:00:34.208 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.206+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15 : miss 2026-04-02T12:00:34.208 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.206+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.208 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.207+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.208 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.207+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15 info.flags=0x0 2026-04-02T12:00:34.209 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.207+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15 to cache LRU end 2026-04-02T12:00:34.210 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8 : miss 2026-04-02T12:00:34.210 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=453 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8 info.flags=0x17 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8 to cache LRU end 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 10 cls_bucket_list_unordered: got __ 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 10 cls_bucket_list_unordered: got __ _ 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 10 cls_bucket_list_unordered: got ___ 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 10 cls_bucket_list_unordered: got obj 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.209+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e993b10 obj=test-client.0-r-test-small-obj-data.1:__ state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.210+0000 7f3c06125900 10 manifest: total_size = 0 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.210+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15867957657837643852 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.210+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e993b10 obj=test-client.0-r-test-small-obj-data.1:__ state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.210+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eabaee8 2026-04-02T12:00:34.211 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.210+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8.0 2026-04-02T12:00:34.214 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.212+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e993b10 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.214 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.213+0000 7f3c06125900 10 manifest: total_size = 0 2026-04-02T12:00:34.215 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.213+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16891051473327202541 2026-04-02T12:00:34.215 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.213+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e993b10 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.215 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.213+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eabaee8 2026-04-02T12:00:34.215 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.213+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8.0 2026-04-02T12:00:34.215 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.213+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=__ 2026-04-02T12:00:34.217 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.215+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e993b10 obj=test-client.0-r-test-small-obj-data.1:___ state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.217 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.216+0000 7f3c06125900 10 manifest: total_size = 0 2026-04-02T12:00:34.217 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.216+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.5932139157856073347 2026-04-02T12:00:34.218 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.216+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e993b10 obj=test-client.0-r-test-small-obj-data.1:___ state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.218 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.216+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eabaee8 2026-04-02T12:00:34.218 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.216+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=__ _ 2026-04-02T12:00:34.218 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.216+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8.0 2026-04-02T12:00:34.219 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.217+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e993b10 obj=test-client.0-r-test-small-obj-data.1:obj state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.220 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.218+0000 7f3c06125900 10 manifest: total_size = 0 2026-04-02T12:00:34.220 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.218+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.2181668712213676589 2026-04-02T12:00:34.220 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.218+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e993b10 obj=test-client.0-r-test-small-obj-data.1:obj state=0x557a0eabaee8 s->prefetch_data=0 2026-04-02T12:00:34.220 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.218+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0eabaee8 2026-04-02T12:00:34.220 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.218+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8.0 2026-04-02T12:00:34.220 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.219+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=___ 2026-04-02T12:00:34.222 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.221+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:34.222 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.221+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:34.223 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.221+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=obj 2026-04-02T12:00:34.223 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.221+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:34.223 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.221+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:34.223 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.222+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:34.223 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.222+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:34.223 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.222+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:34.224 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.223+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2026-04-02T12:00:34.224 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.223+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.225 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.223+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=223 2026-04-02T12:00:34.225 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.223+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2026-04-02T12:00:34.225 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.223+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2026-04-02T12:00:34.226 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.224+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2026-04-02T12:00:34.226 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.224+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2026-04-02T12:00:34.226 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.224+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763721 cookie 93982719128256 notifier 5693 bl.length()=181 2026-04-02T12:00:34.227 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.226+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8 from cache 2026-04-02T12:00:34.227 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.226+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8, ofs0, ns] 2026-04-02T12:00:34.228 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.226+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763699 cookie 93982719119184 notifier 5693 bl.length()=238 2026-04-02T12:00:34.229 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.227+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8 : miss 2026-04-02T12:00:34.229 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.227+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.229 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.227+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.229 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.227+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8 info.flags=0x0 2026-04-02T12:00:34.229 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.227+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8 to cache LRU end 2026-04-02T12:00:34.231 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.229+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9 : miss 2026-04-02T12:00:34.231 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.229+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.231 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.229+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=453 2026-04-02T12:00:34.231 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.229+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9 info.flags=0x17 2026-04-02T12:00:34.231 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.229+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9 to cache LRU end 2026-04-02T12:00:34.231 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.229+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.231 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.229+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:34.231 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.229+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9 2026-04-02T12:00:34.232 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.230+0000 7f3c06125900 10 cls_bucket_list_unordered: got __ 2026-04-02T12:00:34.232 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.230+0000 7f3c06125900 10 cls_bucket_list_unordered: got __ _ 2026-04-02T12:00:34.232 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.230+0000 7f3c06125900 10 cls_bucket_list_unordered: got ___ 2026-04-02T12:00:34.232 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.230+0000 7f3c06125900 10 cls_bucket_list_unordered: got obj 2026-04-02T12:00:34.232 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.230+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaa7050 obj=test-client.0-r-test-small-obj-data.2:__ state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.232 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.230+0000 7f3c06125900 10 manifest: total_size = 524288 2026-04-02T12:00:34.232 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.230+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15794444085168472723 2026-04-02T12:00:34.232 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.230+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaa7050 obj=test-client.0-r-test-small-obj-data.2:__ state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.232 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.230+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e9980f8 2026-04-02T12:00:34.232 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.230+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9.0 2026-04-02T12:00:34.234 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.232+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.234 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.232+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.234 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.232+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15794444085168472723 2026-04-02T12:00:34.234 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.232+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.234 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.232+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9__shadow_.1tf2sZpzj5ogADYz0Gi_NhSbRJj3PsW_0 2026-04-02T12:00:34.234 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.232+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T12:00:34.234 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.232+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.234 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.232+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15794444085168472723 2026-04-02T12:00:34.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.233+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=__ 2026-04-02T12:00:34.235 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.233+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaa7050 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.236 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.234+0000 7f3c06125900 10 manifest: total_size = 527 2026-04-02T12:00:34.236 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.234+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10610031197903269741 2026-04-02T12:00:34.236 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.234+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaa7050 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.236 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.234+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e9980f8 2026-04-02T12:00:34.236 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.234+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9.0 2026-04-02T12:00:34.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.237+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.237+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=527 stripe_ofs=527 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.237+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10610031197903269741 2026-04-02T12:00:34.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.237+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.237+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9__shadow_.JR8QSRRyct0-uJhN5fFkF-BEGVoYxCL_0 2026-04-02T12:00:34.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.237+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T12:00:34.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.237+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.237+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10610031197903269741 2026-04-02T12:00:34.239 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.238+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=__ _ 2026-04-02T12:00:34.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.238+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaa7050 obj=test-client.0-r-test-small-obj-data.2:___ state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.238+0000 7f3c06125900 10 manifest: total_size = 2078 2026-04-02T12:00:34.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.238+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8997565802356354170 2026-04-02T12:00:34.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.238+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaa7050 obj=test-client.0-r-test-small-obj-data.2:___ state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.238+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e9980f8 2026-04-02T12:00:34.240 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.238+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9.0 2026-04-02T12:00:34.242 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.240+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.242 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.240+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=2078 stripe_ofs=2078 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.242 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.240+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8997565802356354170 2026-04-02T12:00:34.242 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.240+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.242 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.240+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9__shadow_.peQ4Q8bISuCaD1aqgTTu4wp60s5JUjy_0 2026-04-02T12:00:34.243 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.240+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T12:00:34.243 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.240+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.243 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.240+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.8997565802356354170 2026-04-02T12:00:34.244 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.242+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=___ 2026-04-02T12:00:34.244 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.242+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaa7050 obj=test-client.0-r-test-small-obj-data.2:obj state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.244 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.242+0000 7f3c06125900 10 manifest: total_size = 524288 2026-04-02T12:00:34.244 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.242+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16539648689859747479 2026-04-02T12:00:34.244 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.242+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaa7050 obj=test-client.0-r-test-small-obj-data.2:obj state=0x557a0e9980f8 s->prefetch_data=0 2026-04-02T12:00:34.244 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.242+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e9980f8 2026-04-02T12:00:34.244 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.242+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9.0 2026-04-02T12:00:34.246 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.244+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.246 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.244+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.248 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.244+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16539648689859747479 2026-04-02T12:00:34.248 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.244+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.248 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.244+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9__shadow_.Mhn1wCnF4CzNCRD4vhEZcvn0XOSOovV_0 2026-04-02T12:00:34.248 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.244+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T12:00:34.248 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.244+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.248 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.244+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16539648689859747479 2026-04-02T12:00:34.248 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.246+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:34.248 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.246+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:34.248 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.246+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=obj 2026-04-02T12:00:34.249 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.246+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:34.249 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.246+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:34.249 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.246+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:34.249 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.246+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:34.249 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.246+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:34.249 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.248+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2026-04-02T12:00:34.250 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.248+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.250 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.248+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=223 2026-04-02T12:00:34.250 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.248+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2026-04-02T12:00:34.250 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.248+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2026-04-02T12:00:34.251 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.249+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2026-04-02T12:00:34.251 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.249+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2026-04-02T12:00:34.251 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.249+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763722 cookie 93982719128256 notifier 5693 bl.length()=181 2026-04-02T12:00:34.252 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.250+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9 from cache 2026-04-02T12:00:34.252 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.250+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9, ofs0, ns] 2026-04-02T12:00:34.253 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.251+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763700 cookie 93982719119184 notifier 5693 bl.length()=238 2026-04-02T12:00:34.254 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.253+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9 : miss 2026-04-02T12:00:34.254 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.253+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.254 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.253+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.254 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.253+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9 info.flags=0x0 2026-04-02T12:00:34.254 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.253+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.9 to cache LRU end 2026-04-02T12:00:34.256 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.254+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10 : miss 2026-04-02T12:00:34.256 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.254+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10 info.flags=0x17 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10 to cache LRU end 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 10 cls_bucket_list_unordered: got __ 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 10 cls_bucket_list_unordered: got __ _ 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 10 cls_bucket_list_unordered: got ___ 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 10 cls_bucket_list_unordered: got obj 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e962890 obj=test-client.0-r-test-small-obj-data.3:__ state=0x557a0e6b3838 s->prefetch_data=0 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.255+0000 7f3c06125900 10 manifest: total_size = 1035 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.256+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15562175338901309046 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.256+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e962890 obj=test-client.0-r-test-small-obj-data.3:__ state=0x557a0e6b3838 s->prefetch_data=0 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.256+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e6b3838 2026-04-02T12:00:34.257 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.256+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10.0 2026-04-02T12:00:34.260 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.258+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.260 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.258+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.260 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.258+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15562175338901309046 2026-04-02T12:00:34.260 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.258+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.260 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.258+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10__shadow_.-ANq0BEI_asxjXtJC5r6tw2V-tnINKm_0 2026-04-02T12:00:34.260 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.258+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2026-04-02T12:00:34.260 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.258+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.260 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.258+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15562175338901309046 2026-04-02T12:00:34.261 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.259+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=__ 2026-04-02T12:00:34.261 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.259+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaba160 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x557a0e6b3838 s->prefetch_data=0 2026-04-02T12:00:34.261 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.260+0000 7f3c06125900 10 manifest: total_size = 1035 2026-04-02T12:00:34.261 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.260+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15204783769380192280 2026-04-02T12:00:34.261 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.260+0000 7f3c06125900 20 get_obj_state: octx=0x557a0eaba160 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x557a0e6b3838 s->prefetch_data=0 2026-04-02T12:00:34.262 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.260+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e6b3838 2026-04-02T12:00:34.262 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.260+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10.0 2026-04-02T12:00:34.264 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.262+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.264 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.262+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.264 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.262+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15204783769380192280 2026-04-02T12:00:34.264 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.262+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.264 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.262+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10__shadow_.xXTEe-86hLp5gyCISho2nMUiMElO7Vc_0 2026-04-02T12:00:34.264 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.262+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2026-04-02T12:00:34.264 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.262+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.264 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.262+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.15204783769380192280 2026-04-02T12:00:34.265 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.263+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e999010 obj=test-client.0-r-test-small-obj-data.3:___ state=0x557a0e996508 s->prefetch_data=0 2026-04-02T12:00:34.265 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.263+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=__ _ 2026-04-02T12:00:34.265 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.263+0000 7f3c06125900 10 manifest: total_size = 49187 2026-04-02T12:00:34.265 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.263+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17833737846700440246 2026-04-02T12:00:34.265 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.263+0000 7f3c06125900 20 get_obj_state: octx=0x557a0e999010 obj=test-client.0-r-test-small-obj-data.3:___ state=0x557a0e996508 s->prefetch_data=0 2026-04-02T12:00:34.265 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.263+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e996508 2026-04-02T12:00:34.265 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.263+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10.0 2026-04-02T12:00:34.267 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.265+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.267 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.265+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=49187 stripe_ofs=49187 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.267 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.265+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17833737846700440246 2026-04-02T12:00:34.267 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.265+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.267 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.265+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10__shadow_.Icil8WOy5veKiRyzLk5xsyGb9emC9eZ_0 2026-04-02T12:00:34.267 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.265+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2026-04-02T12:00:34.267 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.265+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.267 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.265+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.17833737846700440246 2026-04-02T12:00:34.268 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.266+0000 7f3be0ff9640 20 handle_completion(): completion ok for obj=___ 2026-04-02T12:00:34.268 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.267+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80caba0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x557a0e6b3838 s->prefetch_data=0 2026-04-02T12:00:34.269 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.267+0000 7f3c06125900 10 manifest: total_size = 49187 2026-04-02T12:00:34.269 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.267+0000 7f3c06125900 20 get_obj_state: setting s->obj_tag to 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16212933468521488019 2026-04-02T12:00:34.269 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.267+0000 7f3c06125900 20 get_obj_state: octx=0x7f3be80caba0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x557a0e6b3838 s->prefetch_data=0 2026-04-02T12:00:34.269 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.267+0000 7f3c06125900 20 prepare_atomic_modification: state is not atomic. state=0x557a0e6b3838 2026-04-02T12:00:34.269 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.267+0000 7f3c06125900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10.0 2026-04-02T12:00:34.271 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.269+0000 7f3c06125900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T12:00:34.271 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.269+0000 7f3c06125900 20 RGWObjManifest::operator++(): result: ofs=49187 stripe_ofs=49187 part_ofs=0 rule->part_size=0 2026-04-02T12:00:34.271 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.269+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16212933468521488019 2026-04-02T12:00:34.271 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.269+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T12:00:34.271 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.269+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10__shadow_.FTd-EdqiC2tvhi7HvPm9tpm_b1m077L_0 2026-04-02T12:00:34.271 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.269+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2026-04-02T12:00:34.271 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.269+0000 7f3c06125900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T12:00:34.271 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.269+0000 7f3c06125900 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.16212933468521488019 2026-04-02T12:00:34.272 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.270+0000 7f3be17fa640 20 handle_completion(): completion ok for obj=obj 2026-04-02T12:00:34.272 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.270+0000 7f3c06125900 20 list_objects_ordered: starting attempt 1 2026-04-02T12:00:34.272 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.270+0000 7f3c06125900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-02T12:00:34.272 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.270+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T12:00:34.272 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.270+0000 7f3c06125900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T12:00:34.272 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.270+0000 7f3c06125900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T12:00:34.272 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.270+0000 7f3c06125900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T12:00:34.272 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.270+0000 7f3c06125900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10])"; uploads.size()=0; is_truncated=0 2026-04-02T12:00:34.273 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.271+0000 7f3c06125900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2026-04-02T12:00:34.273 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.271+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.274 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.272+0000 7f3c06125900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:00:34.274 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.272+0000 7f3c06125900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2026-04-02T12:00:34.274 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.272+0000 7f3c06125900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2026-04-02T12:00:34.274 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.273+0000 7f3c06125900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2026-04-02T12:00:34.275 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.273+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2026-04-02T12:00:34.275 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.273+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763723 cookie 93982719128256 notifier 5693 bl.length()=181 2026-04-02T12:00:34.276 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.274+0000 7f3c06125900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10 from cache 2026-04-02T12:00:34.276 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.274+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10, ofs0, ns] 2026-04-02T12:00:34.276 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.275+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763724 cookie 93982719128256 notifier 5693 bl.length()=239 2026-04-02T12:00:34.277 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.276+0000 7f3c06125900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10 : miss 2026-04-02T12:00:34.278 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.276+0000 7f3c06125900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.278 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.276+0000 7f3c06125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.278 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.276+0000 7f3c06125900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10 info.flags=0x0 2026-04-02T12:00:34.278 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.276+0000 7f3c06125900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/677e3f11-b19c-4f44-830f-805c8c9ba707.4508.10 to cache LRU end 2026-04-02T12:00:34.280 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.278+0000 7f3c06125900 10 removing key index: QPAOTMXZZPHGXGYCPDTN 2026-04-02T12:00:34.281 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.279+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.keys:QPAOTMXZZPHGXGYCPDTN, ofs0, ns] 2026-04-02T12:00:34.281 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.279+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763718 cookie 93982719125216 notifier 5693 bl.length()=170 2026-04-02T12:00:34.281 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.280+0000 7f3c06125900 10 removing email index: ragweed.client.0+test@test.test 2026-04-02T12:00:34.282 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.281+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2026-04-02T12:00:34.283 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.281+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763673 cookie 93982719113072 notifier 5693 bl.length()=182 2026-04-02T12:00:34.283 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.281+0000 7f3c06125900 10 removing user buckets index 2026-04-02T12:00:34.284 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.282+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2026-04-02T12:00:34.284 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.282+0000 7f3be0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763719 cookie 93982720449680 notifier 5693 bl.length()=173 2026-04-02T12:00:34.284 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.283+0000 7f3c06125900 10 removing user index: ragweed.client.0 2026-04-02T12:00:34.286 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.284+0000 7f3c06125900 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2026-04-02T12:00:34.286 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.284+0000 7f3c06125900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2026-04-02T12:00:34.286 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.284+0000 7f3be17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763701 cookie 93982720454096 notifier 5693 bl.length()=165 2026-04-02T12:00:34.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.288+0000 7f3c06125900 20 remove_watcher() i=4 2026-04-02T12:00:34.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.288+0000 7f3c06125900 2 removed watcher, disabling cache 2026-04-02T12:00:34.290 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.288+0000 7f3c06125900 20 remove_watcher() i=7 2026-04-02T12:00:34.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.288+0000 7f3c06125900 20 remove_watcher() i=0 2026-04-02T12:00:34.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.289+0000 7f3c06125900 20 remove_watcher() i=2 2026-04-02T12:00:34.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.289+0000 7f3c06125900 20 remove_watcher() i=1 2026-04-02T12:00:34.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.289+0000 7f3c06125900 20 remove_watcher() i=3 2026-04-02T12:00:34.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.289+0000 7f3c06125900 20 remove_watcher() i=5 2026-04-02T12:00:34.291 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.289+0000 7f3c06125900 20 remove_watcher() i=6 2026-04-02T12:00:34.297 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2026-04-02T12:00:34.344 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:34.344 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:34.363 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.361+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.364 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.362+0000 7f09c8d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.364 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.362+0000 7f09c8d75900 20 realm 2026-04-02T12:00:34.364 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.362+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.364 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.362+0000 7f09c8d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.364 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.362+0000 7f09c8d75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:34.364 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.362+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.364 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.362+0000 7f09c8d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.364 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.362+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.365 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.363+0000 7f09c8d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.365 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.363+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.365 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.364+0000 7f09c8d75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:34.365 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.364+0000 7f09c8d75900 20 searching for the correct realm 2026-04-02T12:00:34.369 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.367+0000 7f09c682c640 0 -- 192.168.123.107:0/330448671 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f09b8068400 msgr2=0x7f09b8066c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:34.575 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.573+0000 7f09c602b640 0 -- 192.168.123.107:0/330448671 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55c582526000 msgr2=0x55c582526470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.577 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 zone default found 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 4 Realm: () 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 zonegroup default 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.575+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.576+0000 7f09c8d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.576+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.576+0000 7f09c8d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.576+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.576+0000 7f09c8d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.576+0000 7f09c8d75900 20 started sync module instance, tier type = 2026-04-02T12:00:34.578 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.576+0000 7f09c8d75900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:00:34.582 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.580+0000 7f09c8d75900 20 add_watcher() i=0 2026-04-02T12:00:34.582 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.580+0000 7f09c8d75900 20 add_watcher() i=6 2026-04-02T12:00:34.582 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.580+0000 7f09c8d75900 20 add_watcher() i=1 2026-04-02T12:00:34.582 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.580+0000 7f09c8d75900 20 add_watcher() i=5 2026-04-02T12:00:34.582 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.580+0000 7f09c8d75900 20 add_watcher() i=3 2026-04-02T12:00:34.582 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.580+0000 7f09c8d75900 20 add_watcher() i=7 2026-04-02T12:00:34.583 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.581+0000 7f09c8d75900 20 add_watcher() i=4 2026-04-02T12:00:34.583 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.581+0000 7f09c8d75900 20 add_watcher() i=2 2026-04-02T12:00:34.583 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.581+0000 7f09c8d75900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:34.585 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.583+0000 7f09c8d75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:34.585 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.583+0000 7f09c8d75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:34.616 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.614+0000 7f096f7fe640 20 reqs_thread_entry: start 2026-04-02T12:00:34.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.681+0000 7f09c8d75900 20 init_complete bucket index max shards: 1 2026-04-02T12:00:34.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.681+0000 7f09c8d75900 20 Filter name: none 2026-04-02T12:00:34.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.681+0000 7f096d7fa640 20 reqs_thread_entry: start 2026-04-02T12:00:34.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.681+0000 7f09c8d75900 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2026-04-02T12:00:34.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.681+0000 7f09c8d75900 20 rados->read ofs=0 len=0 2026-04-02T12:00:34.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.681+0000 7f09c8d75900 20 rados_obj.operate() r=0 bl.length=486 2026-04-02T12:00:34.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.681+0000 7f09c8d75900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2026-04-02T12:00:34.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.681+0000 7f09c8d75900 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T12:00:34.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.681+0000 7f09c8d75900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:34.683 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.682+0000 7f09c8d75900 10 removing key index: JAKEFUZOXFAUJVLXFBEO 2026-04-02T12:00:34.684 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.683+0000 7f09c8d75900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.keys:JAKEFUZOXFAUJVLXFBEO, ofs0, ns] 2026-04-02T12:00:34.685 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.683+0000 7f09a5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763682 cookie 94306784990320 notifier 5711 bl.length()=170 2026-04-02T12:00:34.685 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.683+0000 7f09c8d75900 10 removing email index: sysuser.client.0+test@test.test 2026-04-02T12:00:34.686 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.684+0000 7f09c8d75900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2026-04-02T12:00:34.686 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.685+0000 7f09a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763702 cookie 94306783394720 notifier 5711 bl.length()=182 2026-04-02T12:00:34.687 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.685+0000 7f09c8d75900 10 removing user buckets index 2026-04-02T12:00:34.688 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.686+0000 7f09c8d75900 10 removing user index: sysuser.client.0 2026-04-02T12:00:34.689 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.687+0000 7f09c8d75900 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2026-04-02T12:00:34.689 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.687+0000 7f09c8d75900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2026-04-02T12:00:34.689 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.687+0000 7f09a5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763674 cookie 94306784987648 notifier 5711 bl.length()=165 2026-04-02T12:00:34.694 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.692+0000 7f09c8d75900 20 remove_watcher() i=0 2026-04-02T12:00:34.694 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.692+0000 7f09c8d75900 2 removed watcher, disabling cache 2026-04-02T12:00:34.694 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.692+0000 7f09c8d75900 20 remove_watcher() i=3 2026-04-02T12:00:34.694 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.692+0000 7f09c8d75900 20 remove_watcher() i=5 2026-04-02T12:00:34.694 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.692+0000 7f09c8d75900 20 remove_watcher() i=6 2026-04-02T12:00:34.694 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.692+0000 7f09c8d75900 20 remove_watcher() i=2 2026-04-02T12:00:34.694 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.692+0000 7f09c8d75900 20 remove_watcher() i=4 2026-04-02T12:00:34.694 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.692+0000 7f09c8d75900 20 remove_watcher() i=7 2026-04-02T12:00:34.694 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-02T12:00:34.692+0000 7f09c8d75900 20 remove_watcher() i=1 2026-04-02T12:00:34.701 INFO:tasks.ragweed:Removing ragweed... 2026-04-02T12:00:34.701 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T12:00:34.838 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T12:00:34.841 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T12:00:34.841 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T12:00:34.841 DEBUG:teuthology.orchestra.run.vm07:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T12:00:34.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T12:00:34.873 INFO:teuthology.orchestra.run.vm07.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T12:00:34.873 DEBUG:teuthology.orchestra.run.vm07:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T12:00:34.944 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T12:00:34.945 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T12:00:35.018 INFO:tasks.workunit:timeout=3h 2026-04-02T12:00:35.018 INFO:tasks.workunit:cleanup=True 2026-04-02T12:00:35.018 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T12:00:35.093 INFO:tasks.workunit.client.0.vm07.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr: git switch -c 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr:Or undo this operation with: 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr: git switch - 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:08.809 INFO:tasks.workunit.client.0.vm07.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T12:01:08.816 DEBUG:teuthology.orchestra.run.vm07:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T12:01:08.884 INFO:tasks.workunit.client.0.vm07.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T12:01:08.886 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T12:01:08.886 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T12:01:08.919 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T12:01:08.952 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T12:01:08.980 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T12:01:08.981 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T12:01:08.982 INFO:tasks.workunit.client.0.vm07.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T12:01:09.009 INFO:tasks.workunit.client.0.vm07.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T12:01:09.012 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-02T12:01:09.012 DEBUG:teuthology.orchestra.run.vm07:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T12:01:09.078 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2026-04-02T12:01:09.079 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2026-04-02T12:01:09.079 DEBUG:teuthology.orchestra.run.vm07:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2026-04-02T12:01:09.151 INFO:tasks.workunit.client.0.vm07.stderr:+ ulimit -c 0 2026-04-02T12:01:09.151 INFO:tasks.workunit.client.0.vm07.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2026-04-02T12:01:09.152 INFO:tasks.workunit.client.0.vm07.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T12:01:09.152 INFO:tasks.workunit.client.0.vm07.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ deactivate nondestructive 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ hash -r 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ unset VIRTUAL_ENV 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ export VIRTUAL_ENV 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ export PATH 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n '' ']' 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -z '' ']' 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ PS1='(rgw) ' 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ export PS1 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:++ hash -r 2026-04-02T12:01:10.372 INFO:tasks.workunit.client.0.vm07.stderr:+ pip install pip --upgrade 2026-04-02T12:01:10.502 INFO:tasks.workunit.client.0.vm07.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T12:01:10.587 INFO:tasks.workunit.client.0.vm07.stdout:Collecting pip 2026-04-02T12:01:10.591 INFO:tasks.workunit.client.0.vm07.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T12:01:10.616 INFO:tasks.workunit.client.0.vm07.stdout:Installing collected packages: pip 2026-04-02T12:01:10.616 INFO:tasks.workunit.client.0.vm07.stdout: Attempting uninstall: pip 2026-04-02T12:01:10.616 INFO:tasks.workunit.client.0.vm07.stdout: Found existing installation: pip 21.3.1 2026-04-02T12:01:10.727 INFO:tasks.workunit.client.0.vm07.stdout: Uninstalling pip-21.3.1: 2026-04-02T12:01:10.730 INFO:tasks.workunit.client.0.vm07.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T12:01:11.131 INFO:tasks.workunit.client.0.vm07.stdout:Successfully installed pip-26.0.1 2026-04-02T12:01:11.162 INFO:tasks.workunit.client.0.vm07.stderr:+ pip install boto3 2026-04-02T12:01:11.505 INFO:tasks.workunit.client.0.vm07.stdout:Collecting boto3 2026-04-02T12:01:11.506 INFO:tasks.workunit.client.0.vm07.stdout: Using cached boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T12:01:11.668 INFO:tasks.workunit.client.0.vm07.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T12:01:11.669 INFO:tasks.workunit.client.0.vm07.stdout: Using cached botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T12:01:11.681 INFO:tasks.workunit.client.0.vm07.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T12:01:11.682 INFO:tasks.workunit.client.0.vm07.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T12:01:11.741 INFO:tasks.workunit.client.0.vm07.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T12:01:11.742 INFO:tasks.workunit.client.0.vm07.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T12:01:11.810 INFO:tasks.workunit.client.0.vm07.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T12:01:11.811 INFO:tasks.workunit.client.0.vm07.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T12:01:11.828 INFO:tasks.workunit.client.0.vm07.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T12:01:11.829 INFO:tasks.workunit.client.0.vm07.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T12:01:11.844 INFO:tasks.workunit.client.0.vm07.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T12:01:11.845 INFO:tasks.workunit.client.0.vm07.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T12:01:11.882 INFO:tasks.workunit.client.0.vm07.stdout:Using cached boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T12:01:11.883 INFO:tasks.workunit.client.0.vm07.stdout:Using cached botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T12:01:11.889 INFO:tasks.workunit.client.0.vm07.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T12:01:11.890 INFO:tasks.workunit.client.0.vm07.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T12:01:11.890 INFO:tasks.workunit.client.0.vm07.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T12:01:11.891 INFO:tasks.workunit.client.0.vm07.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T12:01:11.892 INFO:tasks.workunit.client.0.vm07.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T12:01:11.922 INFO:tasks.workunit.client.0.vm07.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T12:01:12.331 INFO:tasks.workunit.client.0.vm07.stdout: 2026-04-02T12:01:12.332 INFO:tasks.workunit.client.0.vm07.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T12:01:12.385 INFO:tasks.workunit.client.0.vm07.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2026-04-02T12:01:12.464 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2026-04-02T12:01:12.486 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:12.486 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:12.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.506+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.507+0000 7f5b8072b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.507+0000 7f5b8072b900 20 realm 2026-04-02T12:01:12.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.507+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.507+0000 7f5b8072b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.507+0000 7f5b8072b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:12.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.507+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.507+0000 7f5b8072b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.507+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.508+0000 7f5b8072b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:12.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.508+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.509+0000 7f5b8072b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:12.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.509+0000 7f5b8072b900 20 searching for the correct realm 2026-04-02T12:01:12.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.510+0000 7f5b777fe640 0 -- 192.168.123.107:0/1005585690 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f5b68063580 msgr2=0x7f5b6806b4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:12.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.513+0000 7f5b777fe640 0 -- 192.168.123.107:0/1005585690 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f5b380a4b70 msgr2=0x7f5b380c4f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:12.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.518+0000 7f5b8072b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:12.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.518+0000 7f5b8072b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:12.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.518+0000 7f5b8072b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:12.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.518+0000 7f5b8072b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:12.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.518+0000 7f5b8072b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:12.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.518+0000 7f5b8072b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:12.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.518+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.518+0000 7f5b8072b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.518+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.518+0000 7f5b8072b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:12.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.518+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.519+0000 7f5b8072b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.519+0000 7f5b8072b900 20 zone default found 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.519+0000 7f5b8072b900 4 Realm: () 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.519+0000 7f5b8072b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.519+0000 7f5b8072b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.519+0000 7f5b8072b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.519+0000 7f5b8072b900 20 zonegroup default 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.519+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.519+0000 7f5b8072b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.519+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.520+0000 7f5b8072b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.520+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.520+0000 7f5b8072b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.520+0000 7f5b8072b900 20 started sync module instance, tier type = 2026-04-02T12:01:12.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.520+0000 7f5b8072b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:12.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.524+0000 7f5b8072b900 20 add_watcher() i=2 2026-04-02T12:01:12.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.524+0000 7f5b8072b900 20 add_watcher() i=7 2026-04-02T12:01:12.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.524+0000 7f5b8072b900 20 add_watcher() i=0 2026-04-02T12:01:12.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.524+0000 7f5b8072b900 20 add_watcher() i=5 2026-04-02T12:01:12.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.524+0000 7f5b8072b900 20 add_watcher() i=6 2026-04-02T12:01:12.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.524+0000 7f5b8072b900 20 add_watcher() i=1 2026-04-02T12:01:12.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.525+0000 7f5b8072b900 20 add_watcher() i=3 2026-04-02T12:01:12.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.525+0000 7f5b8072b900 20 add_watcher() i=4 2026-04-02T12:01:12.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.525+0000 7f5b8072b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:12.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.527+0000 7f5b8072b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:12.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.527+0000 7f5b8072b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:12.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.527+0000 7f5b8072b900 5 note: GC not initialized 2026-04-02T12:01:12.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.527+0000 7f5b297ea640 20 reqs_thread_entry: start 2026-04-02T12:01:12.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.564+0000 7f5b8072b900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:12.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.564+0000 7f5b8072b900 20 Filter name: none 2026-04-02T12:01:12.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.565+0000 7f5b22ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:12.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.565+0000 7f5b8072b900 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2026-04-02T12:01:12.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.565+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.565+0000 7f5b8072b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.565+0000 7f5b8072b900 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2026-04-02T12:01:12.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.565+0000 7f5b8072b900 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2026-04-02T12:01:12.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.565+0000 7f5b8072b900 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2026-04-02T12:01:12.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.565+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.566+0000 7f5b8072b900 20 rados_obj.operate() r=0 bl.length=22 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.566+0000 7f5b8072b900 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x5 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.566+0000 7f5b8072b900 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.566+0000 7f5b8072b900 10 cache get: name=default.rgw.meta+users.uid+rgw_datacache_user : miss 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.566+0000 7f5b8072b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.566+0000 7f5b8072b900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.566+0000 7f5b8072b900 10 cache put: name=default.rgw.meta+users.uid+rgw_datacache_user info.flags=0x13 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.566+0000 7f5b8072b900 10 adding default.rgw.meta+users.uid+rgw_datacache_user to cache LRU end 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.566+0000 7f5b8072b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.566+0000 7f5b8072b900 10 chain_cache_entry: cache_locator=default.rgw.meta+users.uid+rgw_datacache_user 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.567+0000 7f5b8072b900 20 get_user_info_from_index found 0 xattrs 2026-04-02T12:01:12.568 INFO:tasks.workunit.client.0.vm07.stderr:could not create user: unable to parse parameters, duplicate key provided 2026-04-02T12:01:12.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.570+0000 7f5b8072b900 20 remove_watcher() i=3 2026-04-02T12:01:12.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.570+0000 7f5b8072b900 2 removed watcher, disabling cache 2026-04-02T12:01:12.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.571+0000 7f5b8072b900 20 remove_watcher() i=0 2026-04-02T12:01:12.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.571+0000 7f5b8072b900 20 remove_watcher() i=6 2026-04-02T12:01:12.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.571+0000 7f5b8072b900 20 remove_watcher() i=5 2026-04-02T12:01:12.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.571+0000 7f5b8072b900 20 remove_watcher() i=4 2026-04-02T12:01:12.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.571+0000 7f5b8072b900 20 remove_watcher() i=7 2026-04-02T12:01:12.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.571+0000 7f5b8072b900 20 remove_watcher() i=2 2026-04-02T12:01:12.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.571+0000 7f5b8072b900 20 remove_watcher() i=1 2026-04-02T12:01:12.583 INFO:tasks.workunit.client.0.vm07.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T12:01:12.583 INFO:tasks.workunit.client.0.vm07.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T12:01:12.767 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard add 2026-04-02T12:01:12.767 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:12.769 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:01:12.787 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:12.787 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:12.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.806+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.807+0000 7f188832b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.807+0000 7f188832b900 20 realm 2026-04-02T12:01:12.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.807+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.807+0000 7f188832b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.807+0000 7f188832b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:12.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.807+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.807+0000 7f188832b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.807+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.808+0000 7f188832b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:12.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.808+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.809+0000 7f188832b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:12.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.809+0000 7f188832b900 20 searching for the correct realm 2026-04-02T12:01:12.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.811+0000 7f188487b640 0 -- 192.168.123.107:0/2379433732 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x563aeac673a0 msgr2=0x563aeac87780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:12.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.815+0000 7f1877fff640 0 -- 192.168.123.107:0/2379433732 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f1870075ab0 msgr2=0x7f1870062200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:12.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.817+0000 7f188832b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:12.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.817+0000 7f188832b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:12.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.817+0000 7f188832b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:12.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.817+0000 7f188832b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:12.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.817+0000 7f188832b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:12.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.817+0000 7f188832b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:12.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.817+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.817+0000 7f188832b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.817+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:12.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 20 zone default found 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 4 Realm: () 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 20 zonegroup default 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.818+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.819+0000 7f188832b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.819+0000 7f188832b900 20 started sync module instance, tier type = 2026-04-02T12:01:12.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.819+0000 7f188832b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:12.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.822+0000 7f188832b900 20 add_watcher() i=0 2026-04-02T12:01:12.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.822+0000 7f188832b900 20 add_watcher() i=7 2026-04-02T12:01:12.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.822+0000 7f188832b900 20 add_watcher() i=5 2026-04-02T12:01:12.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.823+0000 7f188832b900 20 add_watcher() i=2 2026-04-02T12:01:12.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.823+0000 7f188832b900 20 add_watcher() i=3 2026-04-02T12:01:12.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.823+0000 7f188832b900 20 add_watcher() i=1 2026-04-02T12:01:12.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.823+0000 7f188832b900 20 add_watcher() i=6 2026-04-02T12:01:12.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.823+0000 7f188832b900 20 add_watcher() i=4 2026-04-02T12:01:12.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.823+0000 7f188832b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:12.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.825+0000 7f188832b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:12.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.825+0000 7f188832b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:12.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.825+0000 7f188832b900 5 note: GC not initialized 2026-04-02T12:01:12.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.825+0000 7f1830ff1640 20 reqs_thread_entry: start 2026-04-02T12:01:12.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.865+0000 7f188832b900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:12.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.865+0000 7f188832b900 20 Filter name: none 2026-04-02T12:01:12.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.865+0000 7f182a7fc640 20 reqs_thread_entry: start 2026-04-02T12:01:12.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.865+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.865+0000 7f188832b900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:12.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.865+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.866+0000 7f188832b900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:12.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.866+0000 7f188832b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:12.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.866+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.866+0000 7f188832b900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:12.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.866+0000 7f188832b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.866+0000 7f188832b900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:12.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.866+0000 7f188832b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:12.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.870+0000 7f188832b900 20 remove_watcher() i=5 2026-04-02T12:01:12.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.870+0000 7f188832b900 2 removed watcher, disabling cache 2026-04-02T12:01:12.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.870+0000 7f188832b900 20 remove_watcher() i=0 2026-04-02T12:01:12.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.871+0000 7f188832b900 20 remove_watcher() i=7 2026-04-02T12:01:12.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.871+0000 7f188832b900 20 remove_watcher() i=6 2026-04-02T12:01:12.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.871+0000 7f188832b900 20 remove_watcher() i=3 2026-04-02T12:01:12.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.871+0000 7f188832b900 20 remove_watcher() i=1 2026-04-02T12:01:12.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.871+0000 7f188832b900 20 remove_watcher() i=2 2026-04-02T12:01:12.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.871+0000 7f188832b900 20 remove_watcher() i=4 2026-04-02T12:01:12.879 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:12.879 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:12.879 INFO:tasks.workunit.client.0.vm07.stderr:bucket: a-bucket id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 num_objects: 0 size_kb: 0 num_shards: 1 2026-04-02T12:01:12.879 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:12.880 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2026-04-02T12:01:12.899 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:12.899 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:12.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.917+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.919+0000 7fd52792c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.919+0000 7fd52792c900 20 realm 2026-04-02T12:01:12.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.919+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.919+0000 7fd52792c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.919+0000 7fd52792c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:12.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.919+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.919+0000 7fd52792c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:12.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.919+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.920+0000 7fd52792c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:12.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.920+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:12.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.920+0000 7fd52792c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:12.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.921+0000 7fd52792c900 20 searching for the correct realm 2026-04-02T12:01:12.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.923+0000 7fd5165ff640 0 -- 192.168.123.107:0/650995449 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7fd5100fa040 msgr2=0x7fd5100fa9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:12.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:12.926+0000 7fd5165ff640 0 -- 192.168.123.107:0/650995449 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fd518069eb0 msgr2=0x7fd518074010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 zone default found 2026-04-02T12:01:13.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 4 Realm: () 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.131+0000 7fd52792c900 20 zonegroup default 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.132+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.132+0000 7fd52792c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.132+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.132+0000 7fd52792c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.132+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.132+0000 7fd52792c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.132+0000 7fd52792c900 20 started sync module instance, tier type = 2026-04-02T12:01:13.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.132+0000 7fd52792c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:13.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.136+0000 7fd52792c900 20 add_watcher() i=6 2026-04-02T12:01:13.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.136+0000 7fd52792c900 20 add_watcher() i=5 2026-04-02T12:01:13.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.136+0000 7fd52792c900 20 add_watcher() i=0 2026-04-02T12:01:13.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.136+0000 7fd52792c900 20 add_watcher() i=2 2026-04-02T12:01:13.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.136+0000 7fd52792c900 20 add_watcher() i=7 2026-04-02T12:01:13.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.137+0000 7fd52792c900 20 add_watcher() i=3 2026-04-02T12:01:13.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.137+0000 7fd52792c900 20 add_watcher() i=1 2026-04-02T12:01:13.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.137+0000 7fd52792c900 20 add_watcher() i=4 2026-04-02T12:01:13.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.137+0000 7fd52792c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:13.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.139+0000 7fd52792c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:13.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.139+0000 7fd52792c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:13.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.139+0000 7fd52792c900 5 note: GC not initialized 2026-04-02T12:01:13.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.139+0000 7fd4cb7fe640 20 reqs_thread_entry: start 2026-04-02T12:01:13.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.180+0000 7fd52792c900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:13.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.180+0000 7fd52792c900 20 Filter name: none 2026-04-02T12:01:13.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd4c97fa640 20 reqs_thread_entry: start 2026-04-02T12:01:13.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:01:13.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:13.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:01:13.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:01:13.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:01:13.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:13.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:13.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:13.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:13.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.181+0000 7fd52792c900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:13.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.182+0000 7fd52792c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:01:13.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.186+0000 7fd52792c900 20 remove_watcher() i=4 2026-04-02T12:01:13.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.186+0000 7fd52792c900 2 removed watcher, disabling cache 2026-04-02T12:01:13.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.186+0000 7fd52792c900 20 remove_watcher() i=2 2026-04-02T12:01:13.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.186+0000 7fd52792c900 20 remove_watcher() i=7 2026-04-02T12:01:13.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.186+0000 7fd52792c900 20 remove_watcher() i=0 2026-04-02T12:01:13.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.186+0000 7fd52792c900 20 remove_watcher() i=1 2026-04-02T12:01:13.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.186+0000 7fd52792c900 20 remove_watcher() i=5 2026-04-02T12:01:13.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.186+0000 7fd52792c900 20 remove_watcher() i=3 2026-04-02T12:01:13.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.186+0000 7fd52792c900 20 remove_watcher() i=6 2026-04-02T12:01:13.198 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin reshard list 2026-04-02T12:01:13.217 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:13.217 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:13.236 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.234+0000 7fa3b4752900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.235+0000 7fa3b4752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.235+0000 7fa3b4752900 20 realm 2026-04-02T12:01:13.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.235+0000 7fa3b4752900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.235+0000 7fa3b4752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.235+0000 7fa3b4752900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:13.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.235+0000 7fa3b4752900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.236+0000 7fa3b4752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.237 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.236+0000 7fa3b4752900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.238 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.236+0000 7fa3b4752900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:13.238 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.236+0000 7fa3b4752900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.237+0000 7fa3b4752900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:13.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.237+0000 7fa3b4752900 20 searching for the correct realm 2026-04-02T12:01:13.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.241+0000 7fa3abfff640 0 -- 192.168.123.107:0/2112212917 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fa3a4030bc0 msgr2=0x7fa3a4028950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:13.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.446+0000 7fa3a3fff640 0 -- 192.168.123.107:0/2112212917 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55f376f8b6a0 msgr2=0x55f376faba80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:13.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.449+0000 7fa3b4752900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:13.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.449+0000 7fa3b4752900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:13.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.449+0000 7fa3b4752900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:13.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.449+0000 7fa3b4752900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:13.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.449+0000 7fa3b4752900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:13.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.449+0000 7fa3b4752900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:13.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.449+0000 7fa3b4752900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.449+0000 7fa3b4752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.449+0000 7fa3b4752900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.449+0000 7fa3b4752900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:13.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.449+0000 7fa3b4752900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 20 zone default found 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 4 Realm: () 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 20 zonegroup default 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.450+0000 7fa3b4752900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.451+0000 7fa3b4752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.453 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.451+0000 7fa3b4752900 20 started sync module instance, tier type = 2026-04-02T12:01:13.453 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.451+0000 7fa3b4752900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:13.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.454+0000 7fa3b4752900 20 add_watcher() i=7 2026-04-02T12:01:13.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.454+0000 7fa3b4752900 20 add_watcher() i=6 2026-04-02T12:01:13.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.454+0000 7fa3b4752900 20 add_watcher() i=5 2026-04-02T12:01:13.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.454+0000 7fa3b4752900 20 add_watcher() i=2 2026-04-02T12:01:13.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.455+0000 7fa3b4752900 20 add_watcher() i=4 2026-04-02T12:01:13.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.455+0000 7fa3b4752900 20 add_watcher() i=0 2026-04-02T12:01:13.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.455+0000 7fa3b4752900 20 add_watcher() i=1 2026-04-02T12:01:13.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.455+0000 7fa3b4752900 20 add_watcher() i=3 2026-04-02T12:01:13.456 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.455+0000 7fa3b4752900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:13.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.457+0000 7fa3b4752900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:13.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.457+0000 7fa3b4752900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:13.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.457+0000 7fa3b4752900 5 note: GC not initialized 2026-04-02T12:01:13.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.457+0000 7fa35cff1640 20 reqs_thread_entry: start 2026-04-02T12:01:13.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.498+0000 7fa3b4752900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:13.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.498+0000 7fa3b4752900 20 Filter name: none 2026-04-02T12:01:13.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.498+0000 7fa3567fc640 20 reqs_thread_entry: start 2026-04-02T12:01:13.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.505+0000 7fa3b4752900 20 remove_watcher() i=7 2026-04-02T12:01:13.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.505+0000 7fa3b4752900 2 removed watcher, disabling cache 2026-04-02T12:01:13.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.506+0000 7fa3b4752900 20 remove_watcher() i=4 2026-04-02T12:01:13.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.506+0000 7fa3b4752900 20 remove_watcher() i=5 2026-04-02T12:01:13.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.506+0000 7fa3b4752900 20 remove_watcher() i=6 2026-04-02T12:01:13.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.506+0000 7fa3b4752900 20 remove_watcher() i=0 2026-04-02T12:01:13.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.506+0000 7fa3b4752900 20 remove_watcher() i=2 2026-04-02T12:01:13.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.506+0000 7fa3b4752900 20 remove_watcher() i=3 2026-04-02T12:01:13.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.506+0000 7fa3b4752900 20 remove_watcher() i=1 2026-04-02T12:01:13.514 INFO:tasks.workunit.client.0.vm07.stderr:bucket name a-bucket 2026-04-02T12:01:13.514 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard process 2026-04-02T12:01:13.514 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:13.516 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin reshard process 2026-04-02T12:01:13.533 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:13.533 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:13.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.551+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.552+0000 7f0cca547900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.552+0000 7f0cca547900 20 realm 2026-04-02T12:01:13.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.552+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.552+0000 7f0cca547900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.552+0000 7f0cca547900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:13.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.552+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.552+0000 7f0cca547900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.552+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.553+0000 7f0cca547900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:13.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.553+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.553+0000 7f0cca547900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:13.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.553+0000 7f0cca547900 20 searching for the correct realm 2026-04-02T12:01:13.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.556+0000 7f0cc62c1640 0 -- 192.168.123.107:0/2984376857 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f0cb806a5f0 msgr2=0x7f0cb805ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:13.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.761+0000 7f0cc5ac0640 0 -- 192.168.123.107:0/2984376857 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x557054c8e6c0 msgr2=0x557054caeae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:13.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.763+0000 7f0cca547900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:13.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.763+0000 7f0cca547900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:13.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.763+0000 7f0cca547900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:13.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.763+0000 7f0cca547900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:13.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.763+0000 7f0cca547900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:13.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.763+0000 7f0cca547900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:13.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.763+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.763+0000 7f0cca547900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.763+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 20 zone default found 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 4 Realm: () 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 20 zonegroup default 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.764+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.765+0000 7f0cca547900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.765+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.765+0000 7f0cca547900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:13.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.765+0000 7f0cca547900 20 started sync module instance, tier type = 2026-04-02T12:01:13.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.765+0000 7f0cca547900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:13.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.771+0000 7f0cca547900 20 add_watcher() i=7 2026-04-02T12:01:13.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.771+0000 7f0cca547900 20 add_watcher() i=4 2026-04-02T12:01:13.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.771+0000 7f0cca547900 20 add_watcher() i=2 2026-04-02T12:01:13.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.771+0000 7f0cca547900 20 add_watcher() i=6 2026-04-02T12:01:13.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.771+0000 7f0cca547900 20 add_watcher() i=5 2026-04-02T12:01:13.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.772+0000 7f0cca547900 20 add_watcher() i=3 2026-04-02T12:01:13.774 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.772+0000 7f0cca547900 20 add_watcher() i=1 2026-04-02T12:01:13.774 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.773+0000 7f0cca547900 20 add_watcher() i=0 2026-04-02T12:01:13.774 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.773+0000 7f0cca547900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:13.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.775+0000 7f0cca547900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:13.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.775+0000 7f0cca547900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:13.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.775+0000 7f0cca547900 5 note: GC not initialized 2026-04-02T12:01:13.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.775+0000 7f0c6effd640 20 reqs_thread_entry: start 2026-04-02T12:01:13.818 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.816+0000 7f0cca547900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:13.818 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.816+0000 7f0cca547900 20 Filter name: none 2026-04-02T12:01:13.818 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.817+0000 7f0c6cff9640 20 reqs_thread_entry: start 2026-04-02T12:01:13.818 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.817+0000 7f0cca547900 20 processing logshard = reshard.0000000000 2026-04-02T12:01:13.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.819+0000 7f0cca547900 20 finish processing logshard = reshard.0000000000 , ret = 0 2026-04-02T12:01:13.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.819+0000 7f0cca547900 20 processing logshard = reshard.0000000001 2026-04-02T12:01:13.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.820+0000 7f0cca547900 20 finish processing logshard = reshard.0000000001 , ret = 0 2026-04-02T12:01:13.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.820+0000 7f0cca547900 20 processing logshard = reshard.0000000002 2026-04-02T12:01:13.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.822+0000 7f0cca547900 20 finish processing logshard = reshard.0000000002 , ret = 0 2026-04-02T12:01:13.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.822+0000 7f0cca547900 20 processing logshard = reshard.0000000003 2026-04-02T12:01:13.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.824+0000 7f0cca547900 20 finish processing logshard = reshard.0000000003 , ret = 0 2026-04-02T12:01:13.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.824+0000 7f0cca547900 20 processing logshard = reshard.0000000004 2026-04-02T12:01:13.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.826+0000 7f0cca547900 20 finish processing logshard = reshard.0000000004 , ret = 0 2026-04-02T12:01:13.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.826+0000 7f0cca547900 20 processing logshard = reshard.0000000005 2026-04-02T12:01:13.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.828+0000 7f0cca547900 20 finish processing logshard = reshard.0000000005 , ret = 0 2026-04-02T12:01:13.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.828+0000 7f0cca547900 20 processing logshard = reshard.0000000006 2026-04-02T12:01:13.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.829+0000 7f0cca547900 20 process_entry resharding a-bucket 2026-04-02T12:01:13.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.829+0000 7f0cca547900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:01:13.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.829+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.829+0000 7f0cca547900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:13.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.829+0000 7f0cca547900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2026-04-02T12:01:13.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.829+0000 7f0cca547900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:01:13.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.829+0000 7f0cca547900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:01:13.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.829+0000 7f0cca547900 20 rados->read ofs=0 len=0 2026-04-02T12:01:13.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.830+0000 7f0cca547900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:13.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.830+0000 7f0cca547900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:13.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.830+0000 7f0cca547900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:13.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.830+0000 7f0cca547900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:13.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.830+0000 7f0cca547900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:13.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.830+0000 7f0cca547900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:01:13.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0cca547900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:13.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0cca547900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:13.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0cca547900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:13.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0cca547900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:01:13.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0ca57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763726 cookie 93940947169296 notifier 5792 bl.length()=923 2026-04-02T12:01:13.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0ca57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:13.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0ca57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:13.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0ca57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:13.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:01:13.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:01:13.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:01:13.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.834+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:01:13.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.836+0000 7f0cca547900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.0 2026-04-02T12:01:13.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.836+0000 7f0cca547900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.0 2026-04-02T12:01:13.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.836+0000 7f0cca547900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.1 2026-04-02T12:01:13.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.836+0000 7f0cca547900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.1 2026-04-02T12:01:13.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.836+0000 7f0cca547900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.0 2026-04-02T12:01:13.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.836+0000 7f0cca547900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:13.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.836+0000 7f0cca547900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:01:13.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.837+0000 7f0cca547900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:13.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.837+0000 7f0cca547900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:13.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.837+0000 7f0cca547900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:13.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.837+0000 7f0cca547900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:01:13.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.838+0000 7f0ca5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763727 cookie 93940947169296 notifier 5792 bl.length()=923 2026-04-02T12:01:13.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.838+0000 7f0ca5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:13.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.838+0000 7f0ca5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:13.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.838+0000 7f0ca5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:13.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.838+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:01:13.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.838+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:01:13.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.838+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:01:13.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.838+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:01:13.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.839+0000 7f0cca547900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.0 2026-04-02T12:01:13.841 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.839+0000 7f0cca547900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:13.841 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.839+0000 7f0cca547900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:01:13.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.840+0000 7f0cca547900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:13.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.840+0000 7f0cca547900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:13.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.840+0000 7f0cca547900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:13.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.840+0000 7f0cca547900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:01:13.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.841+0000 7f0ca5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763728 cookie 93940947169296 notifier 5792 bl.length()=887 2026-04-02T12:01:13.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.841+0000 7f0ca5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:13.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.841+0000 7f0ca5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:13.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.841+0000 7f0ca5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:13.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.841+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:01:13.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.841+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:01:13.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.841+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:01:13.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.841+0000 7f0cca547900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:01:13.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.842+0000 7f0cca547900 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2026-04-02T12:01:13.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.843+0000 7f0cca547900 20 process_entry removing reshard queue entry for bucket a-bucket 2026-04-02T12:01:13.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.844+0000 7f0cca547900 20 finish processing logshard = reshard.0000000006 , ret = 0 2026-04-02T12:01:13.846 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.844+0000 7f0cca547900 20 processing logshard = reshard.0000000007 2026-04-02T12:01:13.848 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.846+0000 7f0cca547900 20 finish processing logshard = reshard.0000000007 , ret = 0 2026-04-02T12:01:13.848 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.846+0000 7f0cca547900 20 processing logshard = reshard.0000000008 2026-04-02T12:01:13.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.848+0000 7f0cca547900 20 finish processing logshard = reshard.0000000008 , ret = 0 2026-04-02T12:01:13.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.848+0000 7f0cca547900 20 processing logshard = reshard.0000000009 2026-04-02T12:01:13.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.850+0000 7f0cca547900 20 finish processing logshard = reshard.0000000009 , ret = 0 2026-04-02T12:01:13.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.850+0000 7f0cca547900 20 processing logshard = reshard.0000000010 2026-04-02T12:01:13.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.852+0000 7f0cca547900 20 finish processing logshard = reshard.0000000010 , ret = 0 2026-04-02T12:01:13.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.852+0000 7f0cca547900 20 processing logshard = reshard.0000000011 2026-04-02T12:01:13.856 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.854+0000 7f0cca547900 20 finish processing logshard = reshard.0000000011 , ret = 0 2026-04-02T12:01:13.856 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.854+0000 7f0cca547900 20 processing logshard = reshard.0000000012 2026-04-02T12:01:13.858 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.856+0000 7f0cca547900 20 finish processing logshard = reshard.0000000012 , ret = 0 2026-04-02T12:01:13.858 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.856+0000 7f0cca547900 20 processing logshard = reshard.0000000013 2026-04-02T12:01:13.860 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.858+0000 7f0cca547900 20 finish processing logshard = reshard.0000000013 , ret = 0 2026-04-02T12:01:13.860 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.858+0000 7f0cca547900 20 processing logshard = reshard.0000000014 2026-04-02T12:01:13.861 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.860+0000 7f0cca547900 20 finish processing logshard = reshard.0000000014 , ret = 0 2026-04-02T12:01:13.861 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.860+0000 7f0cca547900 20 processing logshard = reshard.0000000015 2026-04-02T12:01:13.863 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.862+0000 7f0cca547900 20 finish processing logshard = reshard.0000000015 , ret = 0 2026-04-02T12:01:13.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.865+0000 7f0cca547900 20 remove_watcher() i=5 2026-04-02T12:01:13.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.866+0000 7f0cca547900 2 removed watcher, disabling cache 2026-04-02T12:01:13.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.866+0000 7f0cca547900 20 remove_watcher() i=3 2026-04-02T12:01:13.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.866+0000 7f0cca547900 20 remove_watcher() i=0 2026-04-02T12:01:13.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.866+0000 7f0cca547900 20 remove_watcher() i=6 2026-04-02T12:01:13.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.866+0000 7f0cca547900 20 remove_watcher() i=2 2026-04-02T12:01:13.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.866+0000 7f0cca547900 20 remove_watcher() i=1 2026-04-02T12:01:13.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.866+0000 7f0cca547900 20 remove_watcher() i=7 2026-04-02T12:01:13.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:13.867+0000 7f0cca547900 20 remove_watcher() i=4 2026-04-02T12:01:18.882 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:01:18.901 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:18.901 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:18.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.920+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.921+0000 7f1f12965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:18.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.921+0000 7f1f12965900 20 realm 2026-04-02T12:01:18.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.921+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.922+0000 7f1f12965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:18.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.922+0000 7f1f12965900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:18.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.922+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.922+0000 7f1f12965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:18.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.922+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.922+0000 7f1f12965900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:18.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.922+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.923+0000 7f1f12965900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:18.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.923+0000 7f1f12965900 20 searching for the correct realm 2026-04-02T12:01:18.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.926+0000 7f1f0e6e0640 0 -- 192.168.123.107:0/1297006292 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55a2bf2f35b0 msgr2=0x55a2bf313a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:18.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.929+0000 7f1f0dedf640 0 -- 192.168.123.107:0/1297006292 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f1f000c31a0 msgr2=0x7f1f000b78d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:18.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.932+0000 7f1f12965900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:18.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.932+0000 7f1f12965900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:18.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.932+0000 7f1f12965900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:18.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.932+0000 7f1f12965900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:18.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.932+0000 7f1f12965900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:18.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.932+0000 7f1f12965900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:18.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.932+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.932+0000 7f1f12965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:18.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.932+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:18.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 20 zone default found 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 4 Realm: () 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 20 zonegroup default 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.933+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.934+0000 7f1f12965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.934+0000 7f1f12965900 20 started sync module instance, tier type = 2026-04-02T12:01:18.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.934+0000 7f1f12965900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:18.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.937+0000 7f1f12965900 20 add_watcher() i=3 2026-04-02T12:01:18.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.937+0000 7f1f12965900 20 add_watcher() i=5 2026-04-02T12:01:18.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.937+0000 7f1f12965900 20 add_watcher() i=2 2026-04-02T12:01:18.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.938+0000 7f1f12965900 20 add_watcher() i=0 2026-04-02T12:01:18.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.938+0000 7f1f12965900 20 add_watcher() i=4 2026-04-02T12:01:18.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.938+0000 7f1f12965900 20 add_watcher() i=6 2026-04-02T12:01:18.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.938+0000 7f1f12965900 20 add_watcher() i=7 2026-04-02T12:01:18.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.938+0000 7f1f12965900 20 add_watcher() i=1 2026-04-02T12:01:18.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.938+0000 7f1f12965900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:18.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.940+0000 7f1f12965900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:18.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.940+0000 7f1f12965900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:18.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.940+0000 7f1f12965900 5 note: GC not initialized 2026-04-02T12:01:18.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.940+0000 7f1eb6ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:18.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.980+0000 7f1f12965900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:18.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.980+0000 7f1f12965900 20 Filter name: none 2026-04-02T12:01:18.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.980+0000 7f1eb4ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:18.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.980+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.981+0000 7f1f12965900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:18.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.981+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.981+0000 7f1f12965900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:18.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.981+0000 7f1f12965900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:18.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.981+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.981+0000 7f1f12965900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:18.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.981+0000 7f1f12965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:18.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.981+0000 7f1f12965900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:18.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.981+0000 7f1f12965900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:18.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.985+0000 7f1f12965900 20 remove_watcher() i=0 2026-04-02T12:01:18.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.985+0000 7f1f12965900 2 removed watcher, disabling cache 2026-04-02T12:01:18.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.985+0000 7f1f12965900 20 remove_watcher() i=7 2026-04-02T12:01:18.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.985+0000 7f1f12965900 20 remove_watcher() i=4 2026-04-02T12:01:18.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.985+0000 7f1f12965900 20 remove_watcher() i=2 2026-04-02T12:01:18.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.985+0000 7f1f12965900 20 remove_watcher() i=1 2026-04-02T12:01:18.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.986+0000 7f1f12965900 20 remove_watcher() i=3 2026-04-02T12:01:18.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.986+0000 7f1f12965900 20 remove_watcher() i=5 2026-04-02T12:01:18.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:18.986+0000 7f1f12965900 20 remove_watcher() i=6 2026-04-02T12:01:18.994 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:18.994 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:18.994 INFO:tasks.workunit.client.0.vm07.stderr:bucket: a-bucket id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 num_objects: 0 size_kb: 0 num_shards: 2 2026-04-02T12:01:18.994 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:18.994 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard add non empty bucket 2026-04-02T12:01:18.994 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:19.044 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:01:19.063 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:19.063 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:19.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.082+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.083+0000 7f8a29d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.083+0000 7f8a29d2f900 20 realm 2026-04-02T12:01:19.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.083+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.083+0000 7f8a29d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.083+0000 7f8a29d2f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:19.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.083+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.083+0000 7f8a29d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.083+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.084+0000 7f8a29d2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:19.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.084+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.085+0000 7f8a29d2f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:19.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.085+0000 7f8a29d2f900 20 searching for the correct realm 2026-04-02T12:01:19.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.086+0000 7f8a26245640 0 -- 192.168.123.107:0/3049382479 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f8a0c04b770 msgr2=0x7f8a0c063a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:19.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.090+0000 7f8a25243640 0 -- 192.168.123.107:0/3049382479 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x555d78326590 msgr2=0x7f8a18093620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.294+0000 7f8a29d2f900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.294+0000 7f8a29d2f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.294+0000 7f8a29d2f900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.294+0000 7f8a29d2f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.294+0000 7f8a29d2f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.294+0000 7f8a29d2f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 20 zone default found 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 4 Realm: () 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 20 zonegroup default 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.295+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.296+0000 7f8a29d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.296+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.296+0000 7f8a29d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.296+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.296+0000 7f8a29d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.296+0000 7f8a29d2f900 20 started sync module instance, tier type = 2026-04-02T12:01:19.298 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.296+0000 7f8a29d2f900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:19.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.299+0000 7f8a29d2f900 20 add_watcher() i=5 2026-04-02T12:01:19.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.299+0000 7f8a29d2f900 20 add_watcher() i=6 2026-04-02T12:01:19.301 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.299+0000 7f8a29d2f900 20 add_watcher() i=7 2026-04-02T12:01:19.308 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.306+0000 7f8a29d2f900 20 add_watcher() i=4 2026-04-02T12:01:19.308 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.306+0000 7f8a29d2f900 20 add_watcher() i=2 2026-04-02T12:01:19.308 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.307+0000 7f8a29d2f900 20 add_watcher() i=0 2026-04-02T12:01:19.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.307+0000 7f8a29d2f900 20 add_watcher() i=1 2026-04-02T12:01:19.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.308+0000 7f8a29d2f900 20 add_watcher() i=3 2026-04-02T12:01:19.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.308+0000 7f8a29d2f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:19.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.310+0000 7f8a29d2f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:19.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.310+0000 7f8a29d2f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:19.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.311+0000 7f8a29d2f900 5 note: GC not initialized 2026-04-02T12:01:19.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.311+0000 7f89d37ee640 20 reqs_thread_entry: start 2026-04-02T12:01:19.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.350+0000 7f8a29d2f900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:19.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.350+0000 7f8a29d2f900 20 Filter name: none 2026-04-02T12:01:19.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.351+0000 7f89d17ea640 20 reqs_thread_entry: start 2026-04-02T12:01:19.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.351+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.351+0000 7f8a29d2f900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:19.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.351+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.351+0000 7f8a29d2f900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:19.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.351+0000 7f8a29d2f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:19.353 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.351+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.352+0000 7f8a29d2f900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:19.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.352+0000 7f8a29d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.352+0000 7f8a29d2f900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:19.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.352+0000 7f8a29d2f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:19.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.357+0000 7f8a29d2f900 20 remove_watcher() i=0 2026-04-02T12:01:19.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.357+0000 7f8a29d2f900 2 removed watcher, disabling cache 2026-04-02T12:01:19.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.357+0000 7f8a29d2f900 20 remove_watcher() i=4 2026-04-02T12:01:19.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.357+0000 7f8a29d2f900 20 remove_watcher() i=7 2026-04-02T12:01:19.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.357+0000 7f8a29d2f900 20 remove_watcher() i=1 2026-04-02T12:01:19.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.357+0000 7f8a29d2f900 20 remove_watcher() i=2 2026-04-02T12:01:19.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.357+0000 7f8a29d2f900 20 remove_watcher() i=3 2026-04-02T12:01:19.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.357+0000 7f8a29d2f900 20 remove_watcher() i=5 2026-04-02T12:01:19.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.357+0000 7f8a29d2f900 20 remove_watcher() i=6 2026-04-02T12:01:19.366 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:19.366 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:19.366 INFO:tasks.workunit.client.0.vm07.stderr:bucket: a-bucket id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 num_objects: 8 size_kb: 1 num_shards: 2 2026-04-02T12:01:19.366 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:19.367 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2026-04-02T12:01:19.388 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:19.388 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:19.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.406+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.407+0000 7f03f4b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.407+0000 7f03f4b67900 20 realm 2026-04-02T12:01:19.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.407+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.407+0000 7f03f4b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.407+0000 7f03f4b67900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:19.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.407+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.407+0000 7f03f4b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.407+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.408+0000 7f03f4b67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:19.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.408+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.408+0000 7f03f4b67900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:19.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.408+0000 7f03f4b67900 20 searching for the correct realm 2026-04-02T12:01:19.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.410+0000 7f03f10e1640 0 -- 192.168.123.107:0/4165089754 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f03d4067620 msgr2=0x7f03d4061a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:19.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.615+0000 7f03e3fff640 0 -- 192.168.123.107:0/4165089754 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f03e407f040 msgr2=0x7f03e406a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.820+0000 7f03f4b67900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.820+0000 7f03f4b67900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.820+0000 7f03f4b67900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.820+0000 7f03f4b67900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.820+0000 7f03f4b67900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.820+0000 7f03f4b67900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.820+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 20 zone default found 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 4 Realm: () 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 20 zonegroup default 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.821+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.822+0000 7f03f4b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.822+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.822+0000 7f03f4b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.822+0000 7f03f4b67900 20 started sync module instance, tier type = 2026-04-02T12:01:19.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.822+0000 7f03f4b67900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:19.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.825+0000 7f03f4b67900 20 add_watcher() i=0 2026-04-02T12:01:19.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.825+0000 7f03f4b67900 20 add_watcher() i=3 2026-04-02T12:01:19.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.826+0000 7f03f4b67900 20 add_watcher() i=5 2026-04-02T12:01:19.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.826+0000 7f03f4b67900 20 add_watcher() i=6 2026-04-02T12:01:19.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.826+0000 7f03f4b67900 20 add_watcher() i=2 2026-04-02T12:01:19.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.826+0000 7f03f4b67900 20 add_watcher() i=4 2026-04-02T12:01:19.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.826+0000 7f03f4b67900 20 add_watcher() i=1 2026-04-02T12:01:19.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.826+0000 7f03f4b67900 20 add_watcher() i=7 2026-04-02T12:01:19.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.826+0000 7f03f4b67900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:19.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.828+0000 7f03f4b67900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:19.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.828+0000 7f03f4b67900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:19.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.828+0000 7f03f4b67900 5 note: GC not initialized 2026-04-02T12:01:19.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.829+0000 7f039d7f2640 20 reqs_thread_entry: start 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.865+0000 7f03f4b67900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 20 Filter name: none 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f0396ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:19.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.866+0000 7f03f4b67900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:01:19.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.871+0000 7f03f4b67900 20 remove_watcher() i=5 2026-04-02T12:01:19.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.871+0000 7f03f4b67900 2 removed watcher, disabling cache 2026-04-02T12:01:19.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.871+0000 7f03f4b67900 20 remove_watcher() i=0 2026-04-02T12:01:19.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.871+0000 7f03f4b67900 20 remove_watcher() i=2 2026-04-02T12:01:19.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.871+0000 7f03f4b67900 20 remove_watcher() i=1 2026-04-02T12:01:19.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.871+0000 7f03f4b67900 20 remove_watcher() i=3 2026-04-02T12:01:19.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.871+0000 7f03f4b67900 20 remove_watcher() i=4 2026-04-02T12:01:19.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.871+0000 7f03f4b67900 20 remove_watcher() i=6 2026-04-02T12:01:19.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.871+0000 7f03f4b67900 20 remove_watcher() i=7 2026-04-02T12:01:19.880 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin reshard list 2026-04-02T12:01:19.897 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:19.897 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:19.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.913+0000 7ff450b52900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.914+0000 7ff450b52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.914+0000 7ff450b52900 20 realm 2026-04-02T12:01:19.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.914+0000 7ff450b52900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.915+0000 7ff450b52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.915+0000 7ff450b52900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:19.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.915+0000 7ff450b52900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.915+0000 7ff450b52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:19.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.915+0000 7ff450b52900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.916+0000 7ff450b52900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:19.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.916+0000 7ff450b52900 20 rados->read ofs=0 len=0 2026-04-02T12:01:19.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.916+0000 7ff450b52900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:19.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.917+0000 7ff450b52900 20 searching for the correct realm 2026-04-02T12:01:19.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:19.919+0000 7ff44c965640 0 -- 192.168.123.107:0/1290026864 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7ff440073f80 msgr2=0x7ff440073040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:20.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.124+0000 7ff44d166640 0 -- 192.168.123.107:0/1290026864 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7ff4340d6c90 msgr2=0x7ff434066ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:20.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.126+0000 7ff450b52900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:20.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.126+0000 7ff450b52900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:20.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.126+0000 7ff450b52900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:20.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.126+0000 7ff450b52900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:20.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.126+0000 7ff450b52900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:20.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.126+0000 7ff450b52900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:20.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.126+0000 7ff450b52900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.128 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 20 zone default found 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 4 Realm: () 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 20 zonegroup default 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.127+0000 7ff450b52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:20.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.128+0000 7ff450b52900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.128+0000 7ff450b52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:20.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.128+0000 7ff450b52900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.128+0000 7ff450b52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:20.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.128+0000 7ff450b52900 20 started sync module instance, tier type = 2026-04-02T12:01:20.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.128+0000 7ff450b52900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:20.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.132+0000 7ff450b52900 20 add_watcher() i=7 2026-04-02T12:01:20.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.132+0000 7ff450b52900 20 add_watcher() i=0 2026-04-02T12:01:20.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.132+0000 7ff450b52900 20 add_watcher() i=3 2026-04-02T12:01:20.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.132+0000 7ff450b52900 20 add_watcher() i=2 2026-04-02T12:01:20.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.132+0000 7ff450b52900 20 add_watcher() i=5 2026-04-02T12:01:20.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.132+0000 7ff450b52900 20 add_watcher() i=4 2026-04-02T12:01:20.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.132+0000 7ff450b52900 20 add_watcher() i=6 2026-04-02T12:01:20.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.132+0000 7ff450b52900 20 add_watcher() i=1 2026-04-02T12:01:20.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.132+0000 7ff450b52900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:20.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.134+0000 7ff450b52900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:20.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.134+0000 7ff450b52900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:20.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.134+0000 7ff450b52900 5 note: GC not initialized 2026-04-02T12:01:20.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.135+0000 7ff3f9feb640 20 reqs_thread_entry: start 2026-04-02T12:01:20.175 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.173+0000 7ff450b52900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:20.175 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.173+0000 7ff450b52900 20 Filter name: none 2026-04-02T12:01:20.175 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.173+0000 7ff3f37fe640 20 reqs_thread_entry: start 2026-04-02T12:01:20.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.180+0000 7ff450b52900 20 remove_watcher() i=6 2026-04-02T12:01:20.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.180+0000 7ff450b52900 2 removed watcher, disabling cache 2026-04-02T12:01:20.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.180+0000 7ff450b52900 20 remove_watcher() i=0 2026-04-02T12:01:20.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.180+0000 7ff450b52900 20 remove_watcher() i=3 2026-04-02T12:01:20.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.180+0000 7ff450b52900 20 remove_watcher() i=5 2026-04-02T12:01:20.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.180+0000 7ff450b52900 20 remove_watcher() i=2 2026-04-02T12:01:20.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.180+0000 7ff450b52900 20 remove_watcher() i=7 2026-04-02T12:01:20.182 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.181+0000 7ff450b52900 20 remove_watcher() i=4 2026-04-02T12:01:20.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.181+0000 7ff450b52900 20 remove_watcher() i=1 2026-04-02T12:01:20.189 INFO:tasks.workunit.client.0.vm07.stderr:bucket name a-bucket 2026-04-02T12:01:20.189 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard process non empty bucket 2026-04-02T12:01:20.189 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:20.190 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin reshard process 2026-04-02T12:01:20.208 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:20.208 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:20.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.225+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.227+0000 7ff9975a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:20.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.227+0000 7ff9975a3900 20 realm 2026-04-02T12:01:20.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.227+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.227+0000 7ff9975a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:20.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.227+0000 7ff9975a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:20.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.227+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.227+0000 7ff9975a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:20.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.227+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.228+0000 7ff9975a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:20.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.228+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.229+0000 7ff9975a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:20.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.229+0000 7ff9975a3900 20 searching for the correct realm 2026-04-02T12:01:20.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.230+0000 7ff98f7fe640 0 -- 192.168.123.107:0/177753743 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7ff97c0a7160 msgr2=0x7ff97c06d110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:20.437 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.435+0000 7ff98e7fc640 0 -- 192.168.123.107:0/177753743 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x56173cc35640 msgr2=0x7ff9880879b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:20.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:20.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:20.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:20.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:20.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:20.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:20.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:20.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:20.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 zone default found 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 4 Realm: () 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 zonegroup default 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.640+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.641+0000 7ff9975a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.641+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.641+0000 7ff9975a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.641+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.641+0000 7ff9975a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.641+0000 7ff9975a3900 20 started sync module instance, tier type = 2026-04-02T12:01:20.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.641+0000 7ff9975a3900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:20.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.645+0000 7ff9975a3900 20 add_watcher() i=3 2026-04-02T12:01:20.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.645+0000 7ff9975a3900 20 add_watcher() i=7 2026-04-02T12:01:20.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.645+0000 7ff9975a3900 20 add_watcher() i=0 2026-04-02T12:01:20.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.645+0000 7ff9975a3900 20 add_watcher() i=6 2026-04-02T12:01:20.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.645+0000 7ff9975a3900 20 add_watcher() i=5 2026-04-02T12:01:20.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.645+0000 7ff9975a3900 20 add_watcher() i=4 2026-04-02T12:01:20.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.645+0000 7ff9975a3900 20 add_watcher() i=2 2026-04-02T12:01:20.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.645+0000 7ff9975a3900 20 add_watcher() i=1 2026-04-02T12:01:20.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.645+0000 7ff9975a3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:20.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.647+0000 7ff9975a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:20.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.647+0000 7ff9975a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:20.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.647+0000 7ff9975a3900 5 note: GC not initialized 2026-04-02T12:01:20.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.648+0000 7ff93bfff640 20 reqs_thread_entry: start 2026-04-02T12:01:20.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.893+0000 7ff9975a3900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:20.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.893+0000 7ff9975a3900 20 Filter name: none 2026-04-02T12:01:20.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.893+0000 7ff939ffb640 20 reqs_thread_entry: start 2026-04-02T12:01:20.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.893+0000 7ff9975a3900 20 processing logshard = reshard.0000000000 2026-04-02T12:01:20.897 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.895+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000000 , ret = 0 2026-04-02T12:01:20.897 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.895+0000 7ff9975a3900 20 processing logshard = reshard.0000000001 2026-04-02T12:01:20.900 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.898+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000001 , ret = 0 2026-04-02T12:01:20.900 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.898+0000 7ff9975a3900 20 processing logshard = reshard.0000000002 2026-04-02T12:01:20.902 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.900+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000002 , ret = 0 2026-04-02T12:01:20.902 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.900+0000 7ff9975a3900 20 processing logshard = reshard.0000000003 2026-04-02T12:01:20.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.902+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000003 , ret = 0 2026-04-02T12:01:20.904 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.902+0000 7ff9975a3900 20 processing logshard = reshard.0000000004 2026-04-02T12:01:20.906 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.905+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000004 , ret = 0 2026-04-02T12:01:20.906 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.905+0000 7ff9975a3900 20 processing logshard = reshard.0000000005 2026-04-02T12:01:20.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.906+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000005 , ret = 0 2026-04-02T12:01:20.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.906+0000 7ff9975a3900 20 processing logshard = reshard.0000000006 2026-04-02T12:01:20.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.907+0000 7ff9975a3900 20 process_entry resharding a-bucket 2026-04-02T12:01:20.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.907+0000 7ff9975a3900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:01:20.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.907+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.908+0000 7ff9975a3900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:20.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.908+0000 7ff9975a3900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2026-04-02T12:01:20.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.908+0000 7ff9975a3900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:01:20.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.908+0000 7ff9975a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:01:20.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.908+0000 7ff9975a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:20.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.908+0000 7ff9975a3900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:20.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.908+0000 7ff9975a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:20.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.908+0000 7ff9975a3900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:20.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.908+0000 7ff9975a3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:20.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.908+0000 7ff9975a3900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:20.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.908+0000 7ff9975a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff9975a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff9975a3900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff9975a3900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff9975a3900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff96e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763729 cookie 94657808598720 notifier 6198 bl.length()=923 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff96e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff96e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff96e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:01:20.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.913+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:01:20.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.916+0000 7ff9975a3900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:01:20.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.916+0000 7ff9975a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:01:20.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.916+0000 7ff9975a3900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:01:20.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.916+0000 7ff9975a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:01:20.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.916+0000 7ff9975a3900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:01:20.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.916+0000 7ff9975a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:01:20.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.916+0000 7ff9975a3900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.0 2026-04-02T12:01:20.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.916+0000 7ff9975a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.0 2026-04-02T12:01:20.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.916+0000 7ff9975a3900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.1 2026-04-02T12:01:20.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.916+0000 7ff9975a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.1 2026-04-02T12:01:20.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.918+0000 7ff9975a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:20.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.918+0000 7ff9975a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff9975a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff9975a3900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff9975a3900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff9975a3900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff96e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763730 cookie 94657808598720 notifier 6198 bl.length()=923 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff96e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff96e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff96e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:01:20.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.919+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:01:20.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.921+0000 7ff9975a3900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.0 2026-04-02T12:01:20.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.921+0000 7ff9975a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.0 2026-04-02T12:01:20.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.921+0000 7ff9975a3900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.1 2026-04-02T12:01:20.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.921+0000 7ff9975a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.1.1 2026-04-02T12:01:20.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.921+0000 7ff9975a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:20.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.921+0000 7ff9975a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff9975a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff9975a3900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff9975a3900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff9975a3900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff96e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763731 cookie 94657808598720 notifier 6198 bl.length()=887 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff96e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff96e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff96e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:01:20.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.923+0000 7ff9975a3900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:01:20.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.925+0000 7ff9975a3900 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2026-04-02T12:01:20.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.926+0000 7ff9975a3900 20 process_entry removing reshard queue entry for bucket a-bucket 2026-04-02T12:01:20.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.928+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000006 , ret = 0 2026-04-02T12:01:20.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.928+0000 7ff9975a3900 20 processing logshard = reshard.0000000007 2026-04-02T12:01:20.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.929+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000007 , ret = 0 2026-04-02T12:01:20.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.929+0000 7ff9975a3900 20 processing logshard = reshard.0000000008 2026-04-02T12:01:20.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.931+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000008 , ret = 0 2026-04-02T12:01:20.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.931+0000 7ff9975a3900 20 processing logshard = reshard.0000000009 2026-04-02T12:01:20.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.934+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000009 , ret = 0 2026-04-02T12:01:20.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.934+0000 7ff9975a3900 20 processing logshard = reshard.0000000010 2026-04-02T12:01:20.937 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.935+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000010 , ret = 0 2026-04-02T12:01:20.937 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.935+0000 7ff9975a3900 20 processing logshard = reshard.0000000011 2026-04-02T12:01:20.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.937+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000011 , ret = 0 2026-04-02T12:01:20.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.937+0000 7ff9975a3900 20 processing logshard = reshard.0000000012 2026-04-02T12:01:20.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.940+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000012 , ret = 0 2026-04-02T12:01:20.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.940+0000 7ff9975a3900 20 processing logshard = reshard.0000000013 2026-04-02T12:01:20.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.942+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000013 , ret = 0 2026-04-02T12:01:20.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.942+0000 7ff9975a3900 20 processing logshard = reshard.0000000014 2026-04-02T12:01:20.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.943+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000014 , ret = 0 2026-04-02T12:01:20.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.943+0000 7ff9975a3900 20 processing logshard = reshard.0000000015 2026-04-02T12:01:20.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.945+0000 7ff9975a3900 20 finish processing logshard = reshard.0000000015 , ret = 0 2026-04-02T12:01:20.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.949+0000 7ff9975a3900 20 remove_watcher() i=5 2026-04-02T12:01:20.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.949+0000 7ff9975a3900 2 removed watcher, disabling cache 2026-04-02T12:01:20.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.949+0000 7ff9975a3900 20 remove_watcher() i=4 2026-04-02T12:01:20.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.949+0000 7ff9975a3900 20 remove_watcher() i=6 2026-04-02T12:01:20.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.949+0000 7ff9975a3900 20 remove_watcher() i=7 2026-04-02T12:01:20.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.949+0000 7ff9975a3900 20 remove_watcher() i=2 2026-04-02T12:01:20.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.949+0000 7ff9975a3900 20 remove_watcher() i=1 2026-04-02T12:01:20.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.949+0000 7ff9975a3900 20 remove_watcher() i=3 2026-04-02T12:01:20.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.949+0000 7ff9975a3900 20 remove_watcher() i=0 2026-04-02T12:01:20.959 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:01:20.978 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:20.978 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:20.999 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.997+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.998+0000 7f0f6b7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.998+0000 7f0f6b7c9900 20 realm 2026-04-02T12:01:21.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.998+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.998+0000 7f0f6b7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.998+0000 7f0f6b7c9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:21.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.998+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.998+0000 7f0f6b7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.000 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.998+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.999+0000 7f0f6b7c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:21.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:20.999+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.000+0000 7f0f6b7c9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:21.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.000+0000 7f0f6b7c9900 20 searching for the correct realm 2026-04-02T12:01:21.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.001+0000 7f0f65ccf640 0 -- 192.168.123.107:0/647302132 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f0f54047040 msgr2=0x7f0f5405daa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:21.007 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.005+0000 7f0f66cd1640 0 -- 192.168.123.107:0/647302132 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f0f4c041040 msgr2=0x7f0f4c041410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.010+0000 7f0f6b7c9900 20 zone default found 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.011+0000 7f0f6b7c9900 4 Realm: () 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.011+0000 7f0f6b7c9900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.011+0000 7f0f6b7c9900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.011+0000 7f0f6b7c9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:21.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.011+0000 7f0f6b7c9900 20 zonegroup default 2026-04-02T12:01:21.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.011+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.011+0000 7f0f6b7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.011+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.011+0000 7f0f6b7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.011+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.011+0000 7f0f6b7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.012+0000 7f0f6b7c9900 20 started sync module instance, tier type = 2026-04-02T12:01:21.013 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.012+0000 7f0f6b7c9900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:21.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.016+0000 7f0f6b7c9900 20 add_watcher() i=5 2026-04-02T12:01:21.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.016+0000 7f0f6b7c9900 20 add_watcher() i=6 2026-04-02T12:01:21.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.016+0000 7f0f6b7c9900 20 add_watcher() i=3 2026-04-02T12:01:21.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.016+0000 7f0f6b7c9900 20 add_watcher() i=2 2026-04-02T12:01:21.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.016+0000 7f0f6b7c9900 20 add_watcher() i=0 2026-04-02T12:01:21.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.016+0000 7f0f6b7c9900 20 add_watcher() i=4 2026-04-02T12:01:21.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.016+0000 7f0f6b7c9900 20 add_watcher() i=7 2026-04-02T12:01:21.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.017+0000 7f0f6b7c9900 20 add_watcher() i=1 2026-04-02T12:01:21.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.017+0000 7f0f6b7c9900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:21.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.019+0000 7f0f6b7c9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:21.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.019+0000 7f0f6b7c9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:21.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.019+0000 7f0f6b7c9900 5 note: GC not initialized 2026-04-02T12:01:21.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.019+0000 7f0f0effd640 20 reqs_thread_entry: start 2026-04-02T12:01:21.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.062+0000 7f0f6b7c9900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:21.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.062+0000 7f0f6b7c9900 20 Filter name: none 2026-04-02T12:01:21.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.062+0000 7f0f0cff9640 20 reqs_thread_entry: start 2026-04-02T12:01:21.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.062+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.062+0000 7f0f6b7c9900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:21.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.062+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.063+0000 7f0f6b7c9900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:21.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.063+0000 7f0f6b7c9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:21.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.063+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.063+0000 7f0f6b7c9900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:01:21.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.063+0000 7f0f6b7c9900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.063+0000 7f0f6b7c9900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:01:21.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.063+0000 7f0f6b7c9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:21.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.068+0000 7f0f6b7c9900 20 remove_watcher() i=3 2026-04-02T12:01:21.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.068+0000 7f0f6b7c9900 2 removed watcher, disabling cache 2026-04-02T12:01:21.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.068+0000 7f0f6b7c9900 20 remove_watcher() i=5 2026-04-02T12:01:21.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.068+0000 7f0f6b7c9900 20 remove_watcher() i=2 2026-04-02T12:01:21.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.068+0000 7f0f6b7c9900 20 remove_watcher() i=7 2026-04-02T12:01:21.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.068+0000 7f0f6b7c9900 20 remove_watcher() i=1 2026-04-02T12:01:21.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.068+0000 7f0f6b7c9900 20 remove_watcher() i=0 2026-04-02T12:01:21.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.068+0000 7f0f6b7c9900 20 remove_watcher() i=6 2026-04-02T12:01:21.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.068+0000 7f0f6b7c9900 20 remove_watcher() i=4 2026-04-02T12:01:21.076 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:21.076 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:21.076 INFO:tasks.workunit.client.0.vm07.stderr:bucket: a-bucket id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 num_objects: 8 size_kb: 1 num_shards: 3 2026-04-02T12:01:21.076 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:21.077 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with EIO injected at init_index 2026-04-02T12:01:21.077 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:21.267 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T12:01:21.286 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:21.286 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:21.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.505+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.506+0000 7fec9ef20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.506+0000 7fec9ef20900 20 realm 2026-04-02T12:01:21.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.506+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.506+0000 7fec9ef20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.506+0000 7fec9ef20900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:21.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.506+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.506+0000 7fec9ef20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.506+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.507+0000 7fec9ef20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:21.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.507+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.508+0000 7fec9ef20900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:21.510 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.508+0000 7fec9ef20900 20 searching for the correct realm 2026-04-02T12:01:21.511 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.509+0000 7fec9a3b6640 0 -- 192.168.123.107:0/3055692495 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7fec8800eb00 msgr2=0x7fec88038440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:21.514 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.512+0000 7fec9a3b6640 0 -- 192.168.123.107:0/3055692495 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7fec580a4b80 msgr2=0x7fec580c4f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:21.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:21.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:21.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:21.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:21.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:21.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:21.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 zone default found 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 4 Realm: () 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 zonegroup default 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.517+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.518+0000 7fec9ef20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.518+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.518+0000 7fec9ef20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.518+0000 7fec9ef20900 20 started sync module instance, tier type = 2026-04-02T12:01:21.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.518+0000 7fec9ef20900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:21.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.521+0000 7fec9ef20900 20 add_watcher() i=0 2026-04-02T12:01:21.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.522+0000 7fec9ef20900 20 add_watcher() i=2 2026-04-02T12:01:21.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.522+0000 7fec9ef20900 20 add_watcher() i=5 2026-04-02T12:01:21.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.522+0000 7fec9ef20900 20 add_watcher() i=6 2026-04-02T12:01:21.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.522+0000 7fec9ef20900 20 add_watcher() i=7 2026-04-02T12:01:21.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.522+0000 7fec9ef20900 20 add_watcher() i=1 2026-04-02T12:01:21.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.522+0000 7fec9ef20900 20 add_watcher() i=3 2026-04-02T12:01:21.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.522+0000 7fec9ef20900 20 add_watcher() i=4 2026-04-02T12:01:21.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.522+0000 7fec9ef20900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:21.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.524+0000 7fec9ef20900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:21.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.524+0000 7fec9ef20900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:21.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.524+0000 7fec9ef20900 5 note: GC not initialized 2026-04-02T12:01:21.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.524+0000 7fec437fe640 20 reqs_thread_entry: start 2026-04-02T12:01:21.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.563+0000 7fec9ef20900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:21.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.563+0000 7fec9ef20900 20 Filter name: none 2026-04-02T12:01:21.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.563+0000 7fec417fa640 20 reqs_thread_entry: start 2026-04-02T12:01:21.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.564+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.564+0000 7fec9ef20900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:21.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.564+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.564+0000 7fec9ef20900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:21.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.564+0000 7fec9ef20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:21.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.564+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.564+0000 7fec9ef20900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:21.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.565+0000 7fec9ef20900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.565+0000 7fec9ef20900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:21.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.565+0000 7fec9ef20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:21.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.568+0000 7fec9ef20900 20 remove_watcher() i=0 2026-04-02T12:01:21.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.569+0000 7fec9ef20900 2 removed watcher, disabling cache 2026-04-02T12:01:21.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.569+0000 7fec9ef20900 20 remove_watcher() i=1 2026-04-02T12:01:21.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.569+0000 7fec9ef20900 20 remove_watcher() i=5 2026-04-02T12:01:21.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.569+0000 7fec9ef20900 20 remove_watcher() i=4 2026-04-02T12:01:21.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.569+0000 7fec9ef20900 20 remove_watcher() i=3 2026-04-02T12:01:21.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.569+0000 7fec9ef20900 20 remove_watcher() i=7 2026-04-02T12:01:21.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.569+0000 7fec9ef20900 20 remove_watcher() i=6 2026-04-02T12:01:21.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.569+0000 7fec9ef20900 20 remove_watcher() i=2 2026-04-02T12:01:21.577 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:21.577 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:21.577 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-init-index id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:21.577 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:21.579 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2026-04-02T12:01:21.601 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:21.601 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:21.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.622+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.622+0000 7fcf17574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.622+0000 7fcf17574900 20 realm 2026-04-02T12:01:21.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.622+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.622+0000 7fcf17574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.622+0000 7fcf17574900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:21.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.623+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.623+0000 7fcf17574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.623+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.623+0000 7fcf17574900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:21.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.623+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.624+0000 7fcf17574900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:21.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.624+0000 7fcf17574900 20 searching for the correct realm 2026-04-02T12:01:21.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.628+0000 7fcf0effd640 0 -- 192.168.123.107:0/4223357043 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fcf080b4c80 msgr2=0x7fcf080dd420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:21.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.833+0000 7fcf07fff640 0 -- 192.168.123.107:0/4223357043 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x5650f08cbc10 msgr2=0x5650f08ebff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:21.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.835+0000 7fcf17574900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:21.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.835+0000 7fcf17574900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:21.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.835+0000 7fcf17574900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:21.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.835+0000 7fcf17574900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:21.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.835+0000 7fcf17574900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:21.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.835+0000 7fcf17574900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:21.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.835+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.835+0000 7fcf17574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.835+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.835+0000 7fcf17574900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:21.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.835+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 20 zone default found 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 4 Realm: () 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 20 zonegroup default 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 20 started sync module instance, tier type = 2026-04-02T12:01:21.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.836+0000 7fcf17574900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:21.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.840+0000 7fcf17574900 20 add_watcher() i=0 2026-04-02T12:01:21.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.840+0000 7fcf17574900 20 add_watcher() i=2 2026-04-02T12:01:21.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.840+0000 7fcf17574900 20 add_watcher() i=7 2026-04-02T12:01:21.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.840+0000 7fcf17574900 20 add_watcher() i=3 2026-04-02T12:01:21.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.840+0000 7fcf17574900 20 add_watcher() i=5 2026-04-02T12:01:21.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.840+0000 7fcf17574900 20 add_watcher() i=6 2026-04-02T12:01:21.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.840+0000 7fcf17574900 20 add_watcher() i=1 2026-04-02T12:01:21.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.840+0000 7fcf17574900 20 add_watcher() i=4 2026-04-02T12:01:21.842 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.840+0000 7fcf17574900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:21.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.842+0000 7fcf17574900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:21.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.842+0000 7fcf17574900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:21.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.842+0000 7fcf17574900 5 note: GC not initialized 2026-04-02T12:01:21.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.842+0000 7fcebb7fe640 20 reqs_thread_entry: start 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.880+0000 7fcf17574900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 20 Filter name: none 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fceb97fa640 20 reqs_thread_entry: start 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 : miss 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 info.flags=0x17 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 to cache LRU end 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:21.883 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.881+0000 7fcf17574900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 2026-04-02T12:01:21.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.882+0000 7fcf17574900 -1 Injecting error=-5 at location=init_index 2026-04-02T12:01:21.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.882+0000 7fcf17574900 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2026-04-02T12:01:21.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.887+0000 7fcf17574900 20 remove_watcher() i=3 2026-04-02T12:01:21.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.887+0000 7fcf17574900 2 removed watcher, disabling cache 2026-04-02T12:01:21.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.887+0000 7fcf17574900 20 remove_watcher() i=7 2026-04-02T12:01:21.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.887+0000 7fcf17574900 20 remove_watcher() i=5 2026-04-02T12:01:21.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.887+0000 7fcf17574900 20 remove_watcher() i=6 2026-04-02T12:01:21.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.887+0000 7fcf17574900 20 remove_watcher() i=4 2026-04-02T12:01:21.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.887+0000 7fcf17574900 20 remove_watcher() i=2 2026-04-02T12:01:21.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.887+0000 7fcf17574900 20 remove_watcher() i=1 2026-04-02T12:01:21.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.887+0000 7fcf17574900 20 remove_watcher() i=0 2026-04-02T12:01:21.897 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T12:01:21.916 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:21.916 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:21.937 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.935+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.936+0000 7f2a38b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.936+0000 7f2a38b44900 20 realm 2026-04-02T12:01:21.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.936+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.936+0000 7f2a38b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.936+0000 7f2a38b44900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:21.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.936+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.936+0000 7f2a38b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:21.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.936+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.937+0000 7f2a38b44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:21.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.937+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:21.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.938+0000 7f2a38b44900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:21.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.938+0000 7f2a38b44900 20 searching for the correct realm 2026-04-02T12:01:21.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.940+0000 7f2a35157640 0 -- 192.168.123.107:0/4153488038 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5601222c7490 msgr2=0x5601222e7870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:21.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:21.943+0000 7f2a2ffff640 0 -- 192.168.123.107:0/4153488038 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f2a28037030 msgr2=0x7f2a28037400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:22.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.148+0000 7f2a38b44900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:22.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.148+0000 7f2a38b44900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:22.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.148+0000 7f2a38b44900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:22.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.148+0000 7f2a38b44900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:22.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.148+0000 7f2a38b44900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:22.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.148+0000 7f2a38b44900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:22.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.148+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.148+0000 7f2a38b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.148+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:22.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 20 zone default found 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 4 Realm: () 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 20 zonegroup default 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.149+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.150+0000 7f2a38b44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.150+0000 7f2a38b44900 20 started sync module instance, tier type = 2026-04-02T12:01:22.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.150+0000 7f2a38b44900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:22.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.153+0000 7f2a38b44900 20 add_watcher() i=3 2026-04-02T12:01:22.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.153+0000 7f2a38b44900 20 add_watcher() i=0 2026-04-02T12:01:22.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.154+0000 7f2a38b44900 20 add_watcher() i=6 2026-04-02T12:01:22.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.154+0000 7f2a38b44900 20 add_watcher() i=5 2026-04-02T12:01:22.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.154+0000 7f2a38b44900 20 add_watcher() i=4 2026-04-02T12:01:22.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.154+0000 7f2a38b44900 20 add_watcher() i=7 2026-04-02T12:01:22.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.154+0000 7f2a38b44900 20 add_watcher() i=2 2026-04-02T12:01:22.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.154+0000 7f2a38b44900 20 add_watcher() i=1 2026-04-02T12:01:22.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.154+0000 7f2a38b44900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:22.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.156+0000 7f2a38b44900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:22.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.156+0000 7f2a38b44900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:22.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.156+0000 7f2a38b44900 5 note: GC not initialized 2026-04-02T12:01:22.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.156+0000 7f29e1feb640 20 reqs_thread_entry: start 2026-04-02T12:01:22.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.194+0000 7f2a38b44900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:22.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.194+0000 7f2a38b44900 20 Filter name: none 2026-04-02T12:01:22.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.195+0000 7f29db7fe640 20 reqs_thread_entry: start 2026-04-02T12:01:22.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.195+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.195+0000 7f2a38b44900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:22.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.195+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.195+0000 7f2a38b44900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:22.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.196+0000 7f2a38b44900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:22.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.196+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.196+0000 7f2a38b44900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:22.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.196+0000 7f2a38b44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.196+0000 7f2a38b44900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:22.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.196+0000 7f2a38b44900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:22.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.200+0000 7f2a38b44900 20 remove_watcher() i=7 2026-04-02T12:01:22.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.200+0000 7f2a38b44900 2 removed watcher, disabling cache 2026-04-02T12:01:22.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.200+0000 7f2a38b44900 20 remove_watcher() i=3 2026-04-02T12:01:22.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.200+0000 7f2a38b44900 20 remove_watcher() i=0 2026-04-02T12:01:22.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.201+0000 7f2a38b44900 20 remove_watcher() i=4 2026-04-02T12:01:22.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.201+0000 7f2a38b44900 20 remove_watcher() i=6 2026-04-02T12:01:22.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.201+0000 7f2a38b44900 20 remove_watcher() i=5 2026-04-02T12:01:22.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.201+0000 7f2a38b44900 20 remove_watcher() i=2 2026-04-02T12:01:22.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.201+0000 7f2a38b44900 20 remove_watcher() i=1 2026-04-02T12:01:22.209 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:22.209 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:22.209 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-init-index id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:22.209 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:22.261 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:22.283 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:22.283 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:22.304 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.302+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.303+0000 7fced012f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.303+0000 7fced012f900 20 realm 2026-04-02T12:01:22.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.303+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.303+0000 7fced012f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.303+0000 7fced012f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:22.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.304+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.304+0000 7fced012f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.304+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.304+0000 7fced012f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:22.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.304+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.307 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.305+0000 7fced012f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:22.307 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.305+0000 7fced012f900 20 searching for the correct realm 2026-04-02T12:01:22.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.308+0000 7fcebffff640 0 -- 192.168.123.107:0/2703893742 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7fceb806ec30 msgr2=0x7fceb8069a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:22.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.312+0000 7fcebffff640 0 -- 192.168.123.107:0/2703893742 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fcec00a30b0 msgr2=0x7fcec00a3530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:22.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.517+0000 7fced012f900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:22.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.517+0000 7fced012f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:22.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.517+0000 7fced012f900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:22.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.517+0000 7fced012f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:22.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.517+0000 7fced012f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:22.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.517+0000 7fced012f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:22.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.517+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.517+0000 7fced012f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.517+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 20 zone default found 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 4 Realm: () 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 20 zonegroup default 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.518+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.519+0000 7fced012f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.519+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.519+0000 7fced012f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.519+0000 7fced012f900 20 started sync module instance, tier type = 2026-04-02T12:01:22.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.519+0000 7fced012f900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:22.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.524+0000 7fced012f900 20 add_watcher() i=7 2026-04-02T12:01:22.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.524+0000 7fced012f900 20 add_watcher() i=6 2026-04-02T12:01:22.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.524+0000 7fced012f900 20 add_watcher() i=5 2026-04-02T12:01:22.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.525+0000 7fced012f900 20 add_watcher() i=0 2026-04-02T12:01:22.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.525+0000 7fced012f900 20 add_watcher() i=2 2026-04-02T12:01:22.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.525+0000 7fced012f900 20 add_watcher() i=4 2026-04-02T12:01:22.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.525+0000 7fced012f900 20 add_watcher() i=1 2026-04-02T12:01:22.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.525+0000 7fced012f900 20 add_watcher() i=3 2026-04-02T12:01:22.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.525+0000 7fced012f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:22.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.527+0000 7fced012f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:22.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.527+0000 7fced012f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:22.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.527+0000 7fced012f900 5 note: GC not initialized 2026-04-02T12:01:22.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.527+0000 7fce73fff640 20 reqs_thread_entry: start 2026-04-02T12:01:22.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.565+0000 7fced012f900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.565+0000 7fced012f900 20 Filter name: none 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.565+0000 7fce71ffb640 20 reqs_thread_entry: start 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 : miss 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 info.flags=0x17 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 to cache LRU end 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:22.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.566+0000 7fced012f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 2026-04-02T12:01:22.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.569+0000 7fced012f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 info.flags=0x17 2026-04-02T12:01:22.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.569+0000 7fced012f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 to cache LRU end 2026-04-02T12:01:22.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.569+0000 7fced012f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:22.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.569+0000 7fced012f900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21, ofs0, ns] 2026-04-02T12:01:22.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.569+0000 7fceaa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763685 cookie 93904558251600 notifier 6282 bl.length()=1007 2026-04-02T12:01:22.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.569+0000 7fceaa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 info.flags=0x17 2026-04-02T12:01:22.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.569+0000 7fceaa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 to cache LRU end 2026-04-02T12:01:22.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.569+0000 7fceaa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:22.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.570+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): orig_sources= new_sources= 2026-04-02T12:01:22.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.570+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): potential sources added=[] removed=[] 2026-04-02T12:01:22.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.570+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): orig_dests= new_dests= 2026-04-02T12:01:22.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.570+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): potential dests added=[] removed=[] 2026-04-02T12:01:22.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.572+0000 7fced012f900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21.1.0 2026-04-02T12:01:22.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.572+0000 7fced012f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21.1.0 2026-04-02T12:01:22.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.572+0000 7fced012f900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21.1.1 2026-04-02T12:01:22.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.572+0000 7fced012f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21.1.1 2026-04-02T12:01:22.574 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.572+0000 7fced012f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21.0 2026-04-02T12:01:22.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.573+0000 7fced012f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:22.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.573+0000 7fced012f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fced012f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 info.flags=0x17 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fced012f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 to cache LRU end 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fced012f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fced012f900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21, ofs0, ns] 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fceaaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763686 cookie 93904558251600 notifier 6282 bl.length()=1007 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fceaaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 info.flags=0x17 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fceaaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 to cache LRU end 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fceaaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): orig_sources= new_sources= 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): potential sources added=[] removed=[] 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): orig_dests= new_dests= 2026-04-02T12:01:22.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.574+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): potential dests added=[] removed=[] 2026-04-02T12:01:22.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.575+0000 7fced012f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21.0 2026-04-02T12:01:22.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.576+0000 7fced012f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:22.577 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.576+0000 7fced012f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 2026-04-02T12:01:22.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.576+0000 7fced012f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 info.flags=0x17 2026-04-02T12:01:22.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.576+0000 7fced012f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 to cache LRU end 2026-04-02T12:01:22.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.576+0000 7fced012f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:22.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.576+0000 7fced012f900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21, ofs0, ns] 2026-04-02T12:01:22.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.577+0000 7fceaaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763687 cookie 93904558251600 notifier 6282 bl.length()=971 2026-04-02T12:01:22.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.577+0000 7fceaaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 info.flags=0x17 2026-04-02T12:01:22.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.577+0000 7fceaaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 to cache LRU end 2026-04-02T12:01:22.578 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.577+0000 7fceaaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:22.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.577+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): orig_sources= new_sources= 2026-04-02T12:01:22.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.577+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): potential sources added=[] removed=[] 2026-04-02T12:01:22.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.577+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): orig_dests= new_dests= 2026-04-02T12:01:22.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.577+0000 7fced012f900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21]): potential dests added=[] removed=[] 2026-04-02T12:01:22.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.578+0000 7fced012f900 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2026-04-02T12:01:22.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.582+0000 7fced012f900 20 remove_watcher() i=5 2026-04-02T12:01:22.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.582+0000 7fced012f900 2 removed watcher, disabling cache 2026-04-02T12:01:22.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.582+0000 7fced012f900 20 remove_watcher() i=6 2026-04-02T12:01:22.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.582+0000 7fced012f900 20 remove_watcher() i=7 2026-04-02T12:01:22.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.582+0000 7fced012f900 20 remove_watcher() i=4 2026-04-02T12:01:22.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.582+0000 7fced012f900 20 remove_watcher() i=2 2026-04-02T12:01:22.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.582+0000 7fced012f900 20 remove_watcher() i=3 2026-04-02T12:01:22.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.582+0000 7fced012f900 20 remove_watcher() i=1 2026-04-02T12:01:22.584 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.582+0000 7fced012f900 20 remove_watcher() i=0 2026-04-02T12:01:22.592 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T12:01:22.611 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:22.611 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:22.631 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.629+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.630+0000 7f86ebb44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.630+0000 7f86ebb44900 20 realm 2026-04-02T12:01:22.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.630+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.630+0000 7f86ebb44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.630+0000 7f86ebb44900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:22.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.630+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.630+0000 7f86ebb44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.630+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.631+0000 7f86ebb44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:22.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.631+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.631+0000 7f86ebb44900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:22.633 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.631+0000 7f86ebb44900 20 searching for the correct realm 2026-04-02T12:01:22.636 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.634+0000 7f86e37fe640 0 -- 192.168.123.107:0/1886588523 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x5611c27b4650 msgr2=0x5611c27d4b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:22.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.637+0000 7f86dbfff640 0 -- 192.168.123.107:0/1886588523 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f86dc091040 msgr2=0x7f86dc067160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.640+0000 7f86ebb44900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.640+0000 7f86ebb44900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.640+0000 7f86ebb44900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.640+0000 7f86ebb44900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.640+0000 7f86ebb44900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.640+0000 7f86ebb44900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.640+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.640+0000 7f86ebb44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.640+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.640+0000 7f86ebb44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.640+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 20 zone default found 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 4 Realm: () 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:22.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:22.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 20 zonegroup default 2026-04-02T12:01:22.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 20 started sync module instance, tier type = 2026-04-02T12:01:22.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.641+0000 7f86ebb44900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:22.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.644+0000 7f86ebb44900 20 add_watcher() i=5 2026-04-02T12:01:22.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.644+0000 7f86ebb44900 20 add_watcher() i=6 2026-04-02T12:01:22.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.645+0000 7f86ebb44900 20 add_watcher() i=1 2026-04-02T12:01:22.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.645+0000 7f86ebb44900 20 add_watcher() i=7 2026-04-02T12:01:22.647 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.646+0000 7f86ebb44900 20 add_watcher() i=4 2026-04-02T12:01:22.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.646+0000 7f86ebb44900 20 add_watcher() i=3 2026-04-02T12:01:22.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.646+0000 7f86ebb44900 20 add_watcher() i=2 2026-04-02T12:01:22.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.647+0000 7f86ebb44900 20 add_watcher() i=0 2026-04-02T12:01:22.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.647+0000 7f86ebb44900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:22.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.649+0000 7f86ebb44900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:22.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.649+0000 7f86ebb44900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:22.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.649+0000 7f86ebb44900 5 note: GC not initialized 2026-04-02T12:01:22.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.649+0000 7f8694ff1640 20 reqs_thread_entry: start 2026-04-02T12:01:22.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.687+0000 7f86ebb44900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:22.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.687+0000 7f86ebb44900 20 Filter name: none 2026-04-02T12:01:22.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.687+0000 7f868e7fc640 20 reqs_thread_entry: start 2026-04-02T12:01:22.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.687+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.687+0000 7f86ebb44900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:22.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.687+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.687+0000 7f86ebb44900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:22.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.687+0000 7f86ebb44900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:22.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.687+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.688+0000 7f86ebb44900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:22.689 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.688+0000 7f86ebb44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.690 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.688+0000 7f86ebb44900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:22.690 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.688+0000 7f86ebb44900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:22.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.691+0000 7f86ebb44900 20 remove_watcher() i=3 2026-04-02T12:01:22.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.691+0000 7f86ebb44900 2 removed watcher, disabling cache 2026-04-02T12:01:22.693 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.692+0000 7f86ebb44900 20 remove_watcher() i=0 2026-04-02T12:01:22.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.692+0000 7f86ebb44900 20 remove_watcher() i=2 2026-04-02T12:01:22.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.692+0000 7f86ebb44900 20 remove_watcher() i=4 2026-04-02T12:01:22.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.692+0000 7f86ebb44900 20 remove_watcher() i=5 2026-04-02T12:01:22.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.692+0000 7f86ebb44900 20 remove_watcher() i=6 2026-04-02T12:01:22.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.692+0000 7f86ebb44900 20 remove_watcher() i=1 2026-04-02T12:01:22.694 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.692+0000 7f86ebb44900 20 remove_watcher() i=7 2026-04-02T12:01:22.700 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:22.700 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:22.700 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-init-index id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.21 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:01:22.700 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:22.758 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2026-04-02T12:01:22.758 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:22.937 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T12:01:22.957 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:22.957 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:22.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.973+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.975+0000 7fbfd553e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.975+0000 7fbfd553e900 20 realm 2026-04-02T12:01:22.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.975+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.975+0000 7fbfd553e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.975+0000 7fbfd553e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:22.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.975+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.975+0000 7fbfd553e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:22.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.975+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.976+0000 7fbfd553e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:22.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.976+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:22.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.976+0000 7fbfd553e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:22.978 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.976+0000 7fbfd553e900 20 searching for the correct realm 2026-04-02T12:01:22.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:22.979+0000 7fbfd1352640 0 -- 192.168.123.107:0/1460699232 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fbfc4072380 msgr2=0x7fbfc4066b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:23.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.185+0000 7fbfd1b53640 0 -- 192.168.123.107:0/1460699232 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fbfb80a1020 msgr2=0x7fbfb80ea190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:23.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.187+0000 7fbfd553e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:23.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.187+0000 7fbfd553e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:23.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.187+0000 7fbfd553e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:23.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.187+0000 7fbfd553e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:23.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.187+0000 7fbfd553e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:23.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.187+0000 7fbfd553e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:23.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.187+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.187+0000 7fbfd553e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.187+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:23.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 20 zone default found 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 4 Realm: () 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 20 zonegroup default 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.188+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.189+0000 7fbfd553e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.189+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.190 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.189+0000 7fbfd553e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.189+0000 7fbfd553e900 20 started sync module instance, tier type = 2026-04-02T12:01:23.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.189+0000 7fbfd553e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:23.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.192+0000 7fbfd553e900 20 add_watcher() i=5 2026-04-02T12:01:23.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.192+0000 7fbfd553e900 20 add_watcher() i=6 2026-04-02T12:01:23.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.192+0000 7fbfd553e900 20 add_watcher() i=1 2026-04-02T12:01:23.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.193+0000 7fbfd553e900 20 add_watcher() i=3 2026-04-02T12:01:23.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.193+0000 7fbfd553e900 20 add_watcher() i=2 2026-04-02T12:01:23.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.193+0000 7fbfd553e900 20 add_watcher() i=7 2026-04-02T12:01:23.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.193+0000 7fbfd553e900 20 add_watcher() i=0 2026-04-02T12:01:23.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.194+0000 7fbfd553e900 20 add_watcher() i=4 2026-04-02T12:01:23.195 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.194+0000 7fbfd553e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:23.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.196+0000 7fbfd553e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:23.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.196+0000 7fbfd553e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:23.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.196+0000 7fbfd553e900 5 note: GC not initialized 2026-04-02T12:01:23.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.196+0000 7fbf7efed640 20 reqs_thread_entry: start 2026-04-02T12:01:23.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.439+0000 7fbfd553e900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:23.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.439+0000 7fbfd553e900 20 Filter name: none 2026-04-02T12:01:23.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.439+0000 7fbf7cfe9640 20 reqs_thread_entry: start 2026-04-02T12:01:23.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.439+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.439+0000 7fbfd553e900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:23.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.439+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.440+0000 7fbfd553e900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:23.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.440+0000 7fbfd553e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:23.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.440+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.440+0000 7fbfd553e900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:23.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.440+0000 7fbfd553e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.440+0000 7fbfd553e900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:23.442 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.440+0000 7fbfd553e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:23.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.445+0000 7fbfd553e900 20 remove_watcher() i=3 2026-04-02T12:01:23.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.445+0000 7fbfd553e900 2 removed watcher, disabling cache 2026-04-02T12:01:23.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.445+0000 7fbfd553e900 20 remove_watcher() i=6 2026-04-02T12:01:23.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.445+0000 7fbfd553e900 20 remove_watcher() i=1 2026-04-02T12:01:23.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.445+0000 7fbfd553e900 20 remove_watcher() i=2 2026-04-02T12:01:23.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.445+0000 7fbfd553e900 20 remove_watcher() i=7 2026-04-02T12:01:23.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.445+0000 7fbfd553e900 20 remove_watcher() i=5 2026-04-02T12:01:23.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.445+0000 7fbfd553e900 20 remove_watcher() i=0 2026-04-02T12:01:23.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.446+0000 7fbfd553e900 20 remove_watcher() i=4 2026-04-02T12:01:23.455 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:23.455 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:23.455 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-init-index id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:23.455 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:23.457 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2026-04-02T12:01:23.480 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:23.480 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:23.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.500+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.500+0000 7f13cdd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.500+0000 7f13cdd36900 20 realm 2026-04-02T12:01:23.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.500+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.501+0000 7f13cdd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.501+0000 7f13cdd36900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:23.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.501+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.501+0000 7f13cdd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.501+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.501+0000 7f13cdd36900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:23.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.502+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.502+0000 7f13cdd36900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:23.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.502+0000 7f13cdd36900 20 searching for the correct realm 2026-04-02T12:01:23.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.503+0000 7f13c9220640 0 -- 192.168.123.107:0/708360481 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f13b806cd30 msgr2=0x7f13b8085330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:23.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.708+0000 7f13c9220640 0 -- 192.168.123.107:0/708360481 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f13b806cd30 msgr2=0x7f13b8085330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:23.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.713+0000 7f13cdd36900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:23.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.713+0000 7f13cdd36900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:23.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.713+0000 7f13cdd36900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:23.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.713+0000 7f13cdd36900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:23.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.713+0000 7f13cdd36900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:23.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.713+0000 7f13cdd36900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:23.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.713+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.713+0000 7f13cdd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.713+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 20 zone default found 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 4 Realm: () 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 20 zonegroup default 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.714+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.715+0000 7f13cdd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.715+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.717 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.715+0000 7f13cdd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.717 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.715+0000 7f13cdd36900 20 started sync module instance, tier type = 2026-04-02T12:01:23.717 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.715+0000 7f13cdd36900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:23.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.718+0000 7f13cdd36900 20 add_watcher() i=3 2026-04-02T12:01:23.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.718+0000 7f13cdd36900 20 add_watcher() i=0 2026-04-02T12:01:23.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.718+0000 7f13cdd36900 20 add_watcher() i=5 2026-04-02T12:01:23.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.718+0000 7f13cdd36900 20 add_watcher() i=1 2026-04-02T12:01:23.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.718+0000 7f13cdd36900 20 add_watcher() i=6 2026-04-02T12:01:23.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.719+0000 7f13cdd36900 20 add_watcher() i=7 2026-04-02T12:01:23.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.720+0000 7f13cdd36900 20 add_watcher() i=4 2026-04-02T12:01:23.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.720+0000 7f13cdd36900 20 add_watcher() i=2 2026-04-02T12:01:23.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.720+0000 7f13cdd36900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:23.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.722+0000 7f13cdd36900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:23.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.722+0000 7f13cdd36900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:23.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.722+0000 7f13cdd36900 5 note: GC not initialized 2026-04-02T12:01:23.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.722+0000 7f1376fed640 20 reqs_thread_entry: start 2026-04-02T12:01:23.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.764+0000 7f13cdd36900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:23.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.764+0000 7f13cdd36900 20 Filter name: none 2026-04-02T12:01:23.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.764+0000 7f1374fe9640 20 reqs_thread_entry: start 2026-04-02T12:01:23.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.764+0000 7f13cdd36900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-02T12:01:23.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.764+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.765+0000 7f13cdd36900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:23.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.765+0000 7f13cdd36900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-02T12:01:23.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.765+0000 7f13cdd36900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-02T12:01:23.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.765+0000 7f13cdd36900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 : miss 2026-04-02T12:01:23.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.765+0000 7f13cdd36900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.765+0000 7f13cdd36900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:23.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.765+0000 7f13cdd36900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 info.flags=0x17 2026-04-02T12:01:23.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.765+0000 7f13cdd36900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 to cache LRU end 2026-04-02T12:01:23.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.765+0000 7f13cdd36900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:23.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.765+0000 7f13cdd36900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:23.767 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.765+0000 7f13cdd36900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 2026-04-02T12:01:23.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.766+0000 7f13cdd36900 -1 Injecting error=-95 at location=init_index 2026-04-02T12:01:23.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.766+0000 7f13cdd36900 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2026-04-02T12:01:23.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.769+0000 7f13cdd36900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 info.flags=0x17 2026-04-02T12:01:23.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.769+0000 7f13cdd36900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 to cache LRU end 2026-04-02T12:01:23.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.769+0000 7f13cdd36900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:23.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.769+0000 7f13cdd36900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22, ofs0, ns] 2026-04-02T12:01:23.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.769+0000 7f13a8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763690 cookie 94750098330608 notifier 5996 bl.length()=1007 2026-04-02T12:01:23.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.769+0000 7f13a8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 info.flags=0x17 2026-04-02T12:01:23.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.769+0000 7f13a8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 to cache LRU end 2026-04-02T12:01:23.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.769+0000 7f13a8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:23.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.770+0000 7f13cdd36900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22]): orig_sources= new_sources= 2026-04-02T12:01:23.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.770+0000 7f13cdd36900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22]): potential sources added=[] removed=[] 2026-04-02T12:01:23.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.770+0000 7f13cdd36900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22]): orig_dests= new_dests= 2026-04-02T12:01:23.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.770+0000 7f13cdd36900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22]): potential dests added=[] removed=[] 2026-04-02T12:01:23.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.771+0000 7f13cdd36900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22.1.0 2026-04-02T12:01:23.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.771+0000 7f13cdd36900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22.1.0 2026-04-02T12:01:23.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.771+0000 7f13cdd36900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22.1.1 2026-04-02T12:01:23.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.771+0000 7f13cdd36900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22.1.1 2026-04-02T12:01:23.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.771+0000 7f13cdd36900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22.0 2026-04-02T12:01:23.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.773+0000 7f13cdd36900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:23.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.773+0000 7f13cdd36900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13cdd36900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 info.flags=0x17 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13cdd36900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 to cache LRU end 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13cdd36900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13cdd36900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22, ofs0, ns] 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13a8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763691 cookie 94750098330608 notifier 5996 bl.length()=971 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13a8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 info.flags=0x17 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13a8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 to cache LRU end 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13a8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13cdd36900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22]): orig_sources= new_sources= 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13cdd36900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22]): potential sources added=[] removed=[] 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13cdd36900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22]): orig_dests= new_dests= 2026-04-02T12:01:23.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.774+0000 7f13cdd36900 20 handle_bi_update(): bucket=:error-at-init-index[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22]): potential dests added=[] removed=[] 2026-04-02T12:01:23.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.776+0000 7f13cdd36900 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2026-04-02T12:01:23.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.780+0000 7f13cdd36900 20 remove_watcher() i=3 2026-04-02T12:01:23.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.780+0000 7f13cdd36900 2 removed watcher, disabling cache 2026-04-02T12:01:23.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.781+0000 7f13cdd36900 20 remove_watcher() i=1 2026-04-02T12:01:23.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.781+0000 7f13cdd36900 20 remove_watcher() i=0 2026-04-02T12:01:23.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.781+0000 7f13cdd36900 20 remove_watcher() i=5 2026-04-02T12:01:23.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.781+0000 7f13cdd36900 20 remove_watcher() i=2 2026-04-02T12:01:23.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.781+0000 7f13cdd36900 20 remove_watcher() i=4 2026-04-02T12:01:23.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.781+0000 7f13cdd36900 20 remove_watcher() i=6 2026-04-02T12:01:23.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.781+0000 7f13cdd36900 20 remove_watcher() i=7 2026-04-02T12:01:23.790 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T12:01:23.810 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:23.810 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:23.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.828+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.830+0000 7fa79a925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.830+0000 7fa79a925900 20 realm 2026-04-02T12:01:23.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.830+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.830+0000 7fa79a925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.830+0000 7fa79a925900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:23.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.830+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.830+0000 7fa79a925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.830+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.831+0000 7fa79a925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:23.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.831+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.832+0000 7fa79a925900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:23.834 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.832+0000 7fa79a925900 20 searching for the correct realm 2026-04-02T12:01:23.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.835+0000 7fa796f39640 0 -- 192.168.123.107:0/587449685 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x563f6887e260 msgr2=0x563f6889e640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:23.840 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.838+0000 7fa796738640 0 -- 192.168.123.107:0/587449685 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fa788035070 msgr2=0x7fa788038a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:23.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.841+0000 7fa79a925900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:23.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.841+0000 7fa79a925900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:23.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.841+0000 7fa79a925900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:23.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.841+0000 7fa79a925900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:23.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.841+0000 7fa79a925900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:23.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.841+0000 7fa79a925900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:23.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.841+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.841+0000 7fa79a925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.841+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:23.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 20 zone default found 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 4 Realm: () 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 20 zonegroup default 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.842+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.843+0000 7fa79a925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.843+0000 7fa79a925900 20 started sync module instance, tier type = 2026-04-02T12:01:23.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.843+0000 7fa79a925900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:23.847 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.846+0000 7fa79a925900 20 add_watcher() i=7 2026-04-02T12:01:23.848 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.846+0000 7fa79a925900 20 add_watcher() i=1 2026-04-02T12:01:23.848 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.846+0000 7fa79a925900 20 add_watcher() i=3 2026-04-02T12:01:23.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.847+0000 7fa79a925900 20 add_watcher() i=5 2026-04-02T12:01:23.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.847+0000 7fa79a925900 20 add_watcher() i=6 2026-04-02T12:01:23.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.847+0000 7fa79a925900 20 add_watcher() i=2 2026-04-02T12:01:23.849 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.847+0000 7fa79a925900 20 add_watcher() i=4 2026-04-02T12:01:23.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.848+0000 7fa79a925900 20 add_watcher() i=0 2026-04-02T12:01:23.850 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.849+0000 7fa79a925900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:23.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.851+0000 7fa79a925900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:23.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.851+0000 7fa79a925900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:23.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.851+0000 7fa79a925900 5 note: GC not initialized 2026-04-02T12:01:23.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.851+0000 7fa73effd640 20 reqs_thread_entry: start 2026-04-02T12:01:23.894 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.892+0000 7fa79a925900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:23.894 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.893+0000 7fa79a925900 20 Filter name: none 2026-04-02T12:01:23.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.893+0000 7fa73cff9640 20 reqs_thread_entry: start 2026-04-02T12:01:23.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.893+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.893+0000 7fa79a925900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:23.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.893+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.893+0000 7fa79a925900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:23.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.893+0000 7fa79a925900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:23.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.894+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.894+0000 7fa79a925900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:01:23.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.894+0000 7fa79a925900 20 rados->read ofs=0 len=0 2026-04-02T12:01:23.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.894+0000 7fa79a925900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:01:23.896 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.894+0000 7fa79a925900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:23.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.899+0000 7fa79a925900 20 remove_watcher() i=3 2026-04-02T12:01:23.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.899+0000 7fa79a925900 2 removed watcher, disabling cache 2026-04-02T12:01:23.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.899+0000 7fa79a925900 20 remove_watcher() i=0 2026-04-02T12:01:23.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.899+0000 7fa79a925900 20 remove_watcher() i=6 2026-04-02T12:01:23.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.900+0000 7fa79a925900 20 remove_watcher() i=7 2026-04-02T12:01:23.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.900+0000 7fa79a925900 20 remove_watcher() i=2 2026-04-02T12:01:23.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.900+0000 7fa79a925900 20 remove_watcher() i=1 2026-04-02T12:01:23.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.900+0000 7fa79a925900 20 remove_watcher() i=4 2026-04-02T12:01:23.901 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:23.900+0000 7fa79a925900 20 remove_watcher() i=5 2026-04-02T12:01:23.908 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:23.908 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:23.908 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-init-index id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.22 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-02T12:01:23.908 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:23.966 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with abort at init_index 2026-04-02T12:01:23.966 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.138 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-02T12:01:24.158 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:24.158 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:24.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.174+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.175+0000 7fcd58921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.175+0000 7fcd58921900 20 realm 2026-04-02T12:01:24.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.175+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.175+0000 7fcd58921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.175+0000 7fcd58921900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:24.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.175+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.175+0000 7fcd58921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.175+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.176+0000 7fcd58921900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.176+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.177+0000 7fcd58921900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:24.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.177+0000 7fcd58921900 20 searching for the correct realm 2026-04-02T12:01:24.181 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.179+0000 7fcd4ffff640 0 -- 192.168.123.107:0/3750158477 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x56394efae1c0 msgr2=0x56394efce670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:24.184 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.182+0000 7fcd54dba640 0 -- 192.168.123.107:0/3750158477 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x56394ef8b520 msgr2=0x56394efab900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:24.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.185+0000 7fcd58921900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:24.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.185+0000 7fcd58921900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:24.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.185+0000 7fcd58921900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:24.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.185+0000 7fcd58921900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:24.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.185+0000 7fcd58921900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:24.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.185+0000 7fcd58921900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:24.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.185+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.185+0000 7fcd58921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.187 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.185+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.185+0000 7fcd58921900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.185+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 20 zone default found 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 4 Realm: () 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 20 zonegroup default 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 20 started sync module instance, tier type = 2026-04-02T12:01:24.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.186+0000 7fcd58921900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:24.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.189+0000 7fcd58921900 20 add_watcher() i=5 2026-04-02T12:01:24.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.189+0000 7fcd58921900 20 add_watcher() i=6 2026-04-02T12:01:24.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.190+0000 7fcd58921900 20 add_watcher() i=7 2026-04-02T12:01:24.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.190+0000 7fcd58921900 20 add_watcher() i=3 2026-04-02T12:01:24.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.190+0000 7fcd58921900 20 add_watcher() i=0 2026-04-02T12:01:24.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.190+0000 7fcd58921900 20 add_watcher() i=2 2026-04-02T12:01:24.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.190+0000 7fcd58921900 20 add_watcher() i=1 2026-04-02T12:01:24.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.190+0000 7fcd58921900 20 add_watcher() i=4 2026-04-02T12:01:24.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.190+0000 7fcd58921900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:24.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.192+0000 7fcd58921900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:24.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.192+0000 7fcd58921900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:24.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.192+0000 7fcd58921900 5 note: GC not initialized 2026-04-02T12:01:24.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.192+0000 7fcd017ea640 20 reqs_thread_entry: start 2026-04-02T12:01:24.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.227+0000 7fcd58921900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:24.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.227+0000 7fcd58921900 20 Filter name: none 2026-04-02T12:01:24.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.227+0000 7fccfaffd640 20 reqs_thread_entry: start 2026-04-02T12:01:24.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.227+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.227+0000 7fcd58921900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T12:01:24.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.227+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.227+0000 7fcd58921900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:01:24.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.227+0000 7fcd58921900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:24.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.227+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.228+0000 7fcd58921900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T12:01:24.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.228+0000 7fcd58921900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.228+0000 7fcd58921900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:01:24.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.228+0000 7fcd58921900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:24.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.231+0000 7fcd58921900 20 remove_watcher() i=4 2026-04-02T12:01:24.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.231+0000 7fcd58921900 2 removed watcher, disabling cache 2026-04-02T12:01:24.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.231+0000 7fcd58921900 20 remove_watcher() i=1 2026-04-02T12:01:24.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.231+0000 7fcd58921900 20 remove_watcher() i=3 2026-04-02T12:01:24.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.231+0000 7fcd58921900 20 remove_watcher() i=0 2026-04-02T12:01:24.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.231+0000 7fcd58921900 20 remove_watcher() i=5 2026-04-02T12:01:24.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.232+0000 7fcd58921900 20 remove_watcher() i=6 2026-04-02T12:01:24.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.232+0000 7fcd58921900 20 remove_watcher() i=7 2026-04-02T12:01:24.233 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.232+0000 7fcd58921900 20 remove_watcher() i=2 2026-04-02T12:01:24.238 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.238 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:24.238 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-init-indext id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:24.238 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.240 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2026-04-02T12:01:24.262 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:24.262 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:24.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.281+0000 7f0a9731c900 20 realm 2026-04-02T12:01:24.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.281+0000 7f0a9731c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:24.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.284 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.284 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.283+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:24.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.283+0000 7f0a9731c900 20 searching for the correct realm 2026-04-02T12:01:24.288 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.286+0000 7f0a94dd3640 0 -- 192.168.123.107:0/2694341746 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f0a88068ad0 msgr2=0x7f0a8807f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:24.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.491+0000 7f0a8ffff640 0 -- 192.168.123.107:0/2694341746 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x56259c8642f0 msgr2=0x56259c884710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:24.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:24.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:24.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:24.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:24.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:24.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:24.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.493+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.493+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.493+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 20 zone default found 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 4 Realm: () 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 20 zonegroup default 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.495+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.495+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.495+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.495+0000 7f0a9731c900 20 started sync module instance, tier type = 2026-04-02T12:01:24.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.495+0000 7f0a9731c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:24.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.498+0000 7f0a9731c900 20 add_watcher() i=7 2026-04-02T12:01:24.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=5 2026-04-02T12:01:24.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=6 2026-04-02T12:01:24.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=2 2026-04-02T12:01:24.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=1 2026-04-02T12:01:24.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.500+0000 7f0a9731c900 20 add_watcher() i=3 2026-04-02T12:01:24.501 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.500+0000 7f0a9731c900 20 add_watcher() i=0 2026-04-02T12:01:24.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.500+0000 7f0a9731c900 20 add_watcher() i=4 2026-04-02T12:01:24.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.500+0000 7f0a9731c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:24.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.502+0000 7f0a9731c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:24.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.502+0000 7f0a9731c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:24.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.502+0000 7f0a9731c900 5 note: GC not initialized 2026-04-02T12:01:24.504 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.502+0000 7f0a41feb640 20 reqs_thread_entry: start 2026-04-02T12:01:24.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.539+0000 7f0a9731c900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:24.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.539+0000 7f0a9731c900 20 Filter name: none 2026-04-02T12:01:24.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.539+0000 7f0a3b7fe640 20 reqs_thread_entry: start 2026-04-02T12:01:24.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.539+0000 7f0a9731c900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T12:01:24.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.539+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.539+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T12:01:24.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.539+0000 7f0a9731c900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T12:01:24.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.539+0000 7f0a9731c900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T12:01:24.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.539+0000 7f0a9731c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 : miss 2026-04-02T12:01:24.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.539+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.540+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:01:24.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.540+0000 7f0a9731c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 info.flags=0x17 2026-04-02T12:01:24.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.540+0000 7f0a9731c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to cache LRU end 2026-04-02T12:01:24.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.540+0000 7f0a9731c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:24.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.540+0000 7f0a9731c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:24.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.540+0000 7f0a9731c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 2026-04-02T12:01:24.542 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0a9731c900 time 2026-04-02T12:01:24.542236+0000 2026-04-02T12:01:24.542 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f0a9a38f8f8] 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x4d2760) [0x56259a377760] 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56259a9dfe3e] 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f0a9942a610] 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f0a9731c900 thread_name:radosgw-admin 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.541+0000 7f0a9731c900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0a9731c900 time 2026-04-02T12:01:24.542236+0000 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f0a9a38f8f8] 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x4d2760) [0x56259a377760] 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56259a9dfe3e] 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f0a9942a610] 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f0a9943fc30] 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f0a9948d02c] 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f0a9a38f957] 2026-04-02T12:01:24.543 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x4d2760) [0x56259a377760] 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56259a9dfe3e] 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f0a9942a610] 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.542+0000 7f0a9731c900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f0a9731c900 thread_name:radosgw-admin 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f0a9943fc30] 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f0a9948d02c] 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f0a9a38f957] 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x4d2760) [0x56259a377760] 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56259a9dfe3e] 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f0a9942a610] 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.544 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:01:24.545 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:24.545 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: dump: 2026-04-02T12:01:24.545 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: _finish_auth 0 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: dump: 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:01:24.265+0000 7f0a9731c900 5 monclient: authenticate success, global_id 6378 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:01:24.265+0000 7f0a9731c900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:01:24.265+0000 7f0a9731c900 4 set_mon_vals no callback set 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:01:24.265+0000 7f0a9731c900 10 monclient: shutdown 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:01:24.265+0000 7f0a9731c900 5 asok(0x56259c3da6b0) unregister_commands rotate-key 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient: build_initial_monmap 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:01:24.266+0000 7f0a9731c900 1 build_initial for_mkfs: 0 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient: monmap: 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding auth protocol: cephx 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding auth protocol: cephx 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding auth protocol: cephx 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.546 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:01:24.266+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:01:24.266+0000 7f0a9731c900 1 librados: starting msgr at 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:01:24.266+0000 7f0a9731c900 1 librados: starting objecter 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command objecter_requests hook 0x56259c4e0e90 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:01:24.266+0000 7f0a9731c900 1 librados: setting wanted keys 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:01:24.266+0000 7f0a9731c900 1 librados: calling monclient init 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient: init 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding auth protocol: cephx 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding auth protocol: cephx 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding auth protocol: cephx 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:01:24.266+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:01:24.266+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command rotate-key hook 0x56259c4daf88 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-c con 0x56259c46a450 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-b con 0x56259c516170 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-a con 0x56259c516af0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): authenticate will time out at 1652.319774s 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request con 0x56259c46a450 auth_method 0 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:01:24.266+0000 7f0a955d4640 10 monclient(hunting): get_auth_request con 0x56259c516af0 auth_method 0 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:01:24.266+0000 7f0a955d4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:01:24.266+0000 7f0a955d4640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:01:24.266+0000 7f0a955d4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:01:24.266+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request con 0x56259c516170 auth_method 0 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:01:24.266+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:01:24.266+0000 7f0a8ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:01:24.266+0000 7f0a8ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:01:24.267+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:01:24.267+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:01:24.267+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:01:24.267+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_done global_id 6029 payload 824 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:01:24.267+0000 7f0a94dd3640 10 monclient: _finish_hunting 0 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:01:24.267+0000 7f0a94dd3640 1 monclient: found mon.noname-c 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:01:24.267+0000 7f0a94dd3640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: dump: 2026-04-02T12:01:24.547 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: _finish_auth 0 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: _check_auth_tickets 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:01:24.267+0000 7f0a82ffd640 4 set_mon_vals no callback set 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: dump: 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:01:24.267+0000 7f0a9731c900 5 monclient: authenticate success, global_id 6029 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:01:24.267+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:01:24.267+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:01:24.267+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:01:24.267+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:01:24.267+0000 7f0a9731c900 1 librados: init done 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:01:24.269+0000 7f0a817fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:01:24.269+0000 7f0a817fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:01:24.269+0000 7f0a817fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:01:24.269+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a70077690 auth_method 0 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:01:24.269+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c5c7ab0 auth_method 0 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:01:24.270+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x56259c64f950 auth_method 0 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:01:24.271+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x56259c671ca0 auth_method 0 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:01:24.272+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c671220 auth_method 0 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:01:24.272+0000 7f0a9731c900 10 monclient: build_initial_monmap 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:01:24.272+0000 7f0a9731c900 1 build_initial for_mkfs: 0 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:01:24.272+0000 7f0a9731c900 10 monclient: monmap: 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:24.548 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding auth protocol: cephx 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding auth protocol: cephx 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding auth protocol: cephx 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:01:24.272+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command objecter_requests cmddesc objecter_requests hook 0x56259c6b8b40 EEXIST 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient: init 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding auth protocol: cephx 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding auth protocol: cephx 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding auth protocol: cephx 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:01:24.273+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:01:24.273+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command rotate-key cmddesc rotate-key hook 0x56259c692bf0 EEXIST 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-b con 0x56259c6e0d70 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-a con 0x56259c6e1140 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-c con 0x56259c713430 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): authenticate will time out at 1652.326506s 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): get_auth_request con 0x56259c6e1140 auth_method 0 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request con 0x56259c6e0d70 auth_method 0 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.549 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request con 0x56259c713430 auth_method 0 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): handle_auth_done global_id 6384 payload 824 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient: _finish_hunting 0 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:01:24.273+0000 7f0a955d4640 1 monclient: found mon.noname-a 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: dump: 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: _finish_auth 0 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: _check_auth_tickets 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: dump: 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:01:24.274+0000 7f0a95dd5640 4 set_mon_vals no callback set 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:01:24.274+0000 7f0a9731c900 5 monclient: authenticate success, global_id 6384 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:01:24.274+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:01:24.274+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:01:24.274+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:01:24.274+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:01:24.276+0000 7f0a767fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:01:24.276+0000 7f0a767fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:01:24.276+0000 7f0a767fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:01:24.276+0000 7f0a9731c900 10 monclient: get_monmap_and_config 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:01:24.276+0000 7f0a9731c900 10 monclient: build_initial_monmap 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:01:24.276+0000 7f0a9731c900 1 build_initial for_mkfs: 0 2026-04-02T12:01:24.550 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:01:24.276+0000 7f0a9731c900 10 monclient: monmap: 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:01:24.276+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a640775a0 auth_method 0 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding auth protocol: cephx 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding auth protocol: cephx 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding auth protocol: cephx 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:01:24.276+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:01:24.276+0000 7f0a9731c900 10 monclient: init 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding auth protocol: cephx 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding auth protocol: cephx 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding auth protocol: cephx 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:01:24.276+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:01:24.277+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:01:24.277+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command rotate-key cmddesc rotate-key hook 0x7fff7615fa08 EEXIST 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-a con 0x56259c7a1040 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-c con 0x56259c5a17d0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-b con 0x56259c7a84f0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): authenticate will time out at 1652.330217s 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request con 0x56259c7a1040 auth_method 0 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.551 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): get_auth_request con 0x56259c5a17d0 auth_method 0 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): handle_auth_done global_id 6035 payload 274 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient: _finish_hunting 0 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:01:24.277+0000 7f0a955d4640 1 monclient: found mon.noname-c 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: dump: 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: _finish_auth 0 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: dump: 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:01:24.277+0000 7f0a9731c900 5 monclient: authenticate success, global_id 6035 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:01:24.277+0000 7f0a9731c900 4 set_mon_vals no callback set 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: shutdown 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: build_initial_monmap 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:01:24.278+0000 7f0a9731c900 1 build_initial for_mkfs: 0 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: monmap: 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:24.552 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding auth protocol: cephx 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding auth protocol: cephx 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding auth protocol: cephx 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:01:24.278+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:01:24.278+0000 7f0a9731c900 1 librados: starting msgr at 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:01:24.278+0000 7f0a9731c900 1 librados: starting objecter 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command objecter_requests cmddesc objecter_requests hook 0x56259c7d2080 EEXIST 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:01:24.278+0000 7f0a9731c900 1 librados: setting wanted keys 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:01:24.278+0000 7f0a9731c900 1 librados: calling monclient init 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: init 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding auth protocol: cephx 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding auth protocol: cephx 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding auth protocol: cephx 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:01:24.278+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:01:24.278+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command rotate-key cmddesc rotate-key hook 0x56259c774698 EEXIST 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-b con 0x56259c7a1040 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-c con 0x56259c7a84f0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-a con 0x56259c7a3c70 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): authenticate will time out at 1652.332056s 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): get_auth_request con 0x56259c7a84f0 auth_method 0 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request con 0x56259c7a1040 auth_method 0 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request con 0x56259c7a3c70 auth_method 0 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.553 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_done global_id 6390 payload 824 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient: _finish_hunting 0 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 1 monclient: found mon.noname-a 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: dump: 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: _finish_auth 0 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: dump: 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:01:24.279+0000 7f0a9731c900 5 monclient: authenticate success, global_id 6390 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:01:24.279+0000 7f0a6bfff640 4 set_mon_vals no callback set 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:01:24.279+0000 7f0a9731c900 1 librados: init done 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:01:24.279+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command cr dump hook 0x56259c7a5b08 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:01:24.280+0000 7f0a6a7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:01:24.280+0000 7f0a6a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:01:24.280+0000 7f0a6a7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:01:24.280+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a54077540 auth_method 0 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:01:24.281+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c841b50 auth_method 0 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 realm 2026-04-02T12:01:24.554 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:01:24.281+0000 7f0a9731c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:01:24.282+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x56259c8642f0 auth_method 0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:01:24.283+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c885b90 auth_method 0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:01:24.283+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:01:24.283+0000 7f0a9731c900 20 searching for the correct realm 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:01:24.283+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x56259c8a8870 auth_method 0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:01:24.284+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a8400a330 auth_method 0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:01:24.285+0000 7f0a955d4640 10 monclient: get_auth_request con 0x7f0a7c0ab400 auth_method 0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:01:24.286+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x7f0a88068ad0 auth_method 0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:01:24.286+0000 7f0a94dd3640 0 -- 192.168.123.107:0/2694341746 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f0a88068ad0 msgr2=0x7f0a8807f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:01:24.487+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x7f0a88068ad0 auth_method 0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:01:24.489+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a88068130 auth_method 0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:01:24.491+0000 7f0a8ffff640 0 -- 192.168.123.107:0/2694341746 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x56259c8642f0 msgr2=0x56259c884710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:01:24.491+0000 7f0a6a7fc640 1 client.6390.objecter ms_handle_reset 0x56259c8642f0 session 0x56259c863c70 osd.5 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:01:24.491+0000 7f0a6a7fc640 10 monclient: _renew_subs 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:01:24.491+0000 7f0a6a7fc640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:01:24.491+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a540a4be0 auth_method 0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 zone default found 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:01:24.494+0000 7f0a9731c900 4 Realm: () 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:01:24.494+0000 7f0a9731c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:01:24.494+0000 7f0a9731c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:01:24.494+0000 7f0a9731c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 zonegroup default 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:01:24.495+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:01:24.495+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:01:24.495+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:01:24.495+0000 7f0a9731c900 20 started sync module instance, tier type = 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:01:24.495+0000 7f0a9731c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:01:24.498+0000 7f0a9731c900 20 add_watcher() i=7 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=5 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=6 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=2 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=1 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:01:24.500+0000 7f0a9731c900 20 add_watcher() i=3 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:01:24.500+0000 7f0a9731c900 20 add_watcher() i=0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:01:24.500+0000 7f0a9731c900 20 add_watcher() i=4 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:01:24.500+0000 7f0a9731c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:01:24.500+0000 7f0a955d4640 10 monclient: get_auth_request con 0x7f0a1c007200 auth_method 0 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding auth protocol: cephx 2026-04-02T12:01:24.555 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding auth protocol: cephx 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding auth protocol: cephx 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:01:24.502+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:01:24.502+0000 7f0a9731c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:01:24.502+0000 7f0a9731c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command cache list hook 0x56259c5a1ba0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command cache inspect hook 0x56259c5a1ba0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command cache erase hook 0x56259c5a1ba0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command cache zap hook 0x56259c5a1ba0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 note: GC not initialized 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:01:24.502+0000 7f0a41feb640 20 reqs_thread_entry: start 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command sync trace show hook 0x7f0a7c067470 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command sync trace history hook 0x7f0a7c067470 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command sync trace active hook 0x7f0a7c067470 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command sync trace active_short hook 0x7f0a7c067470 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:01:24.502+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x56259c8e20e0 auth_method 0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:01:24.504+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x56259c8dab20 auth_method 0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:01:24.506+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c8dbe80 auth_method 0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:01:24.507+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x56259c8dd550 auth_method 0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:01:24.510+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x56259c8794e0 auth_method 0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:01:24.515+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c87bb60 auth_method 0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:01:24.539+0000 7f0a9731c900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:01:24.539+0000 7f0a9731c900 20 Filter name: none 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:01:24.539+0000 7f0a3b7fe640 20 reqs_thread_entry: start 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:01:24.539+0000 7f0a9731c900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:01:24.539+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:01:24.539+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:01:24.539+0000 7f0a9731c900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:01:24.539+0000 7f0a9731c900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:01:24.539+0000 7f0a9731c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 : miss 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:01:24.539+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:01:24.540+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:01:24.540+0000 7f0a9731c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 info.flags=0x17 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:01:24.540+0000 7f0a9731c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to cache LRU end 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:01:24.540+0000 7f0a9731c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:01:24.540+0000 7f0a9731c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:01:24.540+0000 7f0a9731c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:01:24.541+0000 7f0a9731c900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0a9731c900 time 2026-04-02T12:01:24.542236+0000 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f0a9a38f8f8] 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x4d2760) [0x56259a377760] 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56259a9dfe3e] 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f0a9942a610] 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.556 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:01:24.542+0000 7f0a9731c900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f0a9731c900 thread_name:radosgw-admin 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f0a9943fc30] 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f0a9948d02c] 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f0a9a38f957] 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x4d2760) [0x56259a377760] 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56259a9dfe3e] 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f0a9942a610] 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:01:24.557 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:01:24.560 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a3b7fe640 / http_manager 2026-04-02T12:01:24.561 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a41feb640 / http_manager 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a6a7fc640 / ms_dispatch 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a6bfff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a767fc640 / ms_dispatch 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a817fa640 / ms_dispatch 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a82ffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a837fe640 / admin_socket 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a8f7fe640 / ms_dispatch 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a8ffff640 / msgr-worker-2 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a94dd3640 / msgr-worker-1 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a955d4640 / msgr-worker-0 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a95dd5640 / io_context_pool 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a9731c900 / radosgw-admin 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.86607.log 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: dump: 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: _finish_auth 0 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:01:24.265+0000 7f0a82ffd640 10 monclient: dump: 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:01:24.265+0000 7f0a9731c900 5 monclient: authenticate success, global_id 6378 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:01:24.265+0000 7f0a9731c900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:01:24.265+0000 7f0a9731c900 4 set_mon_vals no callback set 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:01:24.265+0000 7f0a9731c900 10 monclient: shutdown 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:01:24.265+0000 7f0a9731c900 5 asok(0x56259c3da6b0) unregister_commands rotate-key 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient: build_initial_monmap 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:01:24.266+0000 7f0a9731c900 1 build_initial for_mkfs: 0 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient: monmap: 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:24.562 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding auth protocol: cephx 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding auth protocol: cephx 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding auth protocol: cephx 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c50fd10) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:01:24.266+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:01:24.266+0000 7f0a9731c900 1 librados: starting msgr at 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:01:24.266+0000 7f0a9731c900 1 librados: starting objecter 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command objecter_requests hook 0x56259c4e0e90 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:01:24.266+0000 7f0a9731c900 1 librados: setting wanted keys 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:01:24.266+0000 7f0a9731c900 1 librados: calling monclient init 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient: init 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding auth protocol: cephx 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding auth protocol: cephx 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding auth protocol: cephx 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: crc 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 AuthRegistry(0x56259c4dae40) adding con mode: secure 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:01:24.266+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:01:24.266+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:01:24.266+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command rotate-key hook 0x56259c4daf88 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-c con 0x56259c46a450 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-b con 0x56259c516170 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-a con 0x56259c516af0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:01:24.266+0000 7f0a9731c900 10 monclient(hunting): authenticate will time out at 1652.319774s 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request con 0x56259c46a450 auth_method 0 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:01:24.266+0000 7f0a955d4640 10 monclient(hunting): get_auth_request con 0x56259c516af0 auth_method 0 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:01:24.266+0000 7f0a955d4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:01:24.266+0000 7f0a955d4640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.563 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:01:24.266+0000 7f0a955d4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:01:24.266+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request con 0x56259c516170 auth_method 0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:01:24.266+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:01:24.266+0000 7f0a8ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:01:24.266+0000 7f0a8ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:01:24.266+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:01:24.267+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:01:24.267+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:01:24.267+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:01:24.267+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_done global_id 6029 payload 824 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:01:24.267+0000 7f0a94dd3640 10 monclient: _finish_hunting 0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:01:24.267+0000 7f0a94dd3640 1 monclient: found mon.noname-c 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:01:24.267+0000 7f0a94dd3640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: dump: 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: _finish_auth 0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: _check_auth_tickets 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:01:24.267+0000 7f0a82ffd640 4 set_mon_vals no callback set 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:01:24.267+0000 7f0a817fa640 10 monclient: dump: 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:01:24.267+0000 7f0a9731c900 5 monclient: authenticate success, global_id 6029 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:01:24.267+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:01:24.267+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:01:24.267+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:01:24.267+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:01:24.267+0000 7f0a9731c900 1 librados: init done 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:01:24.269+0000 7f0a817fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:01:24.269+0000 7f0a817fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:01:24.269+0000 7f0a817fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:01:24.269+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a70077690 auth_method 0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:01:24.269+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c5c7ab0 auth_method 0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:01:24.270+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x56259c64f950 auth_method 0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:01:24.271+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x56259c671ca0 auth_method 0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:01:24.272+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c671220 auth_method 0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:01:24.272+0000 7f0a9731c900 10 monclient: build_initial_monmap 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:01:24.272+0000 7f0a9731c900 1 build_initial for_mkfs: 0 2026-04-02T12:01:24.564 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:01:24.272+0000 7f0a9731c900 10 monclient: monmap: 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding auth protocol: cephx 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding auth protocol: cephx 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding auth protocol: cephx 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:01:24.272+0000 7f0a9731c900 5 AuthRegistry(0x56259c6b56f0) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:01:24.272+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command objecter_requests cmddesc objecter_requests hook 0x56259c6b8b40 EEXIST 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient: init 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding auth protocol: cephx 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding auth protocol: cephx 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding auth protocol: cephx 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: crc 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 AuthRegistry(0x56259c692aa8) adding con mode: secure 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:01:24.273+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:01:24.273+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:01:24.273+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command rotate-key cmddesc rotate-key hook 0x56259c692bf0 EEXIST 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-b con 0x56259c6e0d70 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-a con 0x56259c6e1140 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-c con 0x56259c713430 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:01:24.273+0000 7f0a9731c900 10 monclient(hunting): authenticate will time out at 1652.326506s 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): get_auth_request con 0x56259c6e1140 auth_method 0 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.565 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request con 0x56259c6e0d70 auth_method 0 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request con 0x56259c713430 auth_method 0 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:01:24.273+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:01:24.273+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient(hunting): handle_auth_done global_id 6384 payload 824 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient: _finish_hunting 0 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:01:24.273+0000 7f0a955d4640 1 monclient: found mon.noname-a 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:01:24.273+0000 7f0a955d4640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: dump: 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: _finish_auth 0 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: _check_auth_tickets 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:01:24.274+0000 7f0a767fc640 10 monclient: dump: 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:01:24.274+0000 7f0a95dd5640 4 set_mon_vals no callback set 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:01:24.274+0000 7f0a9731c900 5 monclient: authenticate success, global_id 6384 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:01:24.274+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:01:24.274+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:01:24.274+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:01:24.274+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:01:24.276+0000 7f0a767fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:01:24.276+0000 7f0a767fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:01:24.276+0000 7f0a767fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:01:24.276+0000 7f0a9731c900 10 monclient: get_monmap_and_config 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:01:24.276+0000 7f0a9731c900 10 monclient: build_initial_monmap 2026-04-02T12:01:24.566 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:01:24.276+0000 7f0a9731c900 1 build_initial for_mkfs: 0 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:01:24.276+0000 7f0a9731c900 10 monclient: monmap: 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:01:24.276+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a640775a0 auth_method 0 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding auth protocol: cephx 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding auth protocol: cephx 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding auth protocol: cephx 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x56259c775b00) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:01:24.276+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:01:24.276+0000 7f0a9731c900 10 monclient: init 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding auth protocol: cephx 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding auth protocol: cephx 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding auth protocol: cephx 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: crc 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:01:24.276+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f8c0) adding con mode: secure 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:01:24.276+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:01:24.277+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:01:24.277+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command rotate-key cmddesc rotate-key hook 0x7fff7615fa08 EEXIST 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-a con 0x56259c7a1040 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-c con 0x56259c5a17d0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-b con 0x56259c7a84f0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient(hunting): authenticate will time out at 1652.330217s 2026-04-02T12:01:24.567 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request con 0x56259c7a1040 auth_method 0 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): get_auth_request con 0x56259c5a17d0 auth_method 0 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:01:24.277+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient(hunting): handle_auth_done global_id 6035 payload 274 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient: _finish_hunting 0 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:01:24.277+0000 7f0a955d4640 1 monclient: found mon.noname-c 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:01:24.277+0000 7f0a955d4640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: dump: 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: _finish_auth 0 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:01:24.277+0000 7f0a6bfff640 10 monclient: dump: 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:01:24.277+0000 7f0a9731c900 5 monclient: authenticate success, global_id 6035 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:01:24.277+0000 7f0a9731c900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:01:24.277+0000 7f0a9731c900 4 set_mon_vals no callback set 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: shutdown 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: build_initial_monmap 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:01:24.278+0000 7f0a9731c900 1 build_initial for_mkfs: 0 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: monmap: 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.568 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding auth protocol: cephx 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding auth protocol: cephx 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding auth protocol: cephx 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c7759d0) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:01:24.278+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:01:24.278+0000 7f0a9731c900 1 librados: starting msgr at 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:01:24.278+0000 7f0a9731c900 1 librados: starting objecter 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command objecter_requests cmddesc objecter_requests hook 0x56259c7d2080 EEXIST 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:01:24.278+0000 7f0a9731c900 1 librados: setting wanted keys 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:01:24.278+0000 7f0a9731c900 1 librados: calling monclient init 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: init 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding auth protocol: cephx 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding auth protocol: cephx 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding auth protocol: cephx 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: crc 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 AuthRegistry(0x56259c774550) adding con mode: secure 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:01:24.278+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:01:24.278+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:01:24.278+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command rotate-key cmddesc rotate-key hook 0x56259c774698 EEXIST 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-b con 0x56259c7a1040 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:01:24.278+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-c con 0x56259c7a84f0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): picked mon.noname-a con 0x56259c7a3c70 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient(hunting): authenticate will time out at 1652.332056s 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): get_auth_request con 0x56259c7a84f0 auth_method 0 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request con 0x56259c7a1040 auth_method 0 2026-04-02T12:01:24.569 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request con 0x56259c7a3c70 auth_method 0 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:01:24.279+0000 7f0a955d4640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:01:24.279+0000 7f0a8ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient(hunting): handle_auth_done global_id 6390 payload 824 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient: _finish_hunting 0 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 1 monclient: found mon.noname-a 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:01:24.279+0000 7f0a94dd3640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: dump: 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: _finish_auth 0 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:01:24.279+0000 7f0a6a7fc640 10 monclient: dump: 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:01:24.279+0000 7f0a9731c900 5 monclient: authenticate success, global_id 6390 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:01:24.279+0000 7f0a6bfff640 4 set_mon_vals no callback set 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient: _renew_subs 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:01:24.279+0000 7f0a9731c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:01:24.279+0000 7f0a9731c900 1 librados: init done 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:01:24.279+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command cr dump hook 0x56259c7a5b08 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:01:24.280+0000 7f0a6a7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:01:24.280+0000 7f0a6a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.570 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:01:24.280+0000 7f0a6a7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:01:24.280+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a54077540 auth_method 0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:01:24.281+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c841b50 auth_method 0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 realm 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:01:24.281+0000 7f0a9731c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:01:24.281+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:01:24.282+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x56259c8642f0 auth_method 0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:01:24.282+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:01:24.283+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c885b90 auth_method 0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:01:24.283+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:01:24.283+0000 7f0a9731c900 20 searching for the correct realm 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:01:24.283+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x56259c8a8870 auth_method 0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:01:24.284+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a8400a330 auth_method 0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:01:24.285+0000 7f0a955d4640 10 monclient: get_auth_request con 0x7f0a7c0ab400 auth_method 0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:01:24.286+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x7f0a88068ad0 auth_method 0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:01:24.286+0000 7f0a94dd3640 0 -- 192.168.123.107:0/2694341746 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f0a88068ad0 msgr2=0x7f0a8807f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:01:24.487+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x7f0a88068ad0 auth_method 0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:01:24.489+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a88068130 auth_method 0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:01:24.491+0000 7f0a8ffff640 0 -- 192.168.123.107:0/2694341746 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x56259c8642f0 msgr2=0x56259c884710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:01:24.491+0000 7f0a6a7fc640 1 client.6390.objecter ms_handle_reset 0x56259c8642f0 session 0x56259c863c70 osd.5 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:01:24.491+0000 7f0a6a7fc640 10 monclient: _renew_subs 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:01:24.491+0000 7f0a6a7fc640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:01:24.491+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x7f0a540a4be0 auth_method 0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:01:24.493+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 zone default found 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:01:24.494+0000 7f0a9731c900 4 Realm: () 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:01:24.494+0000 7f0a9731c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:01:24.494+0000 7f0a9731c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:01:24.494+0000 7f0a9731c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 zonegroup default 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:01:24.494+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:01:24.495+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:01:24.495+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:01:24.495+0000 7f0a9731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:01:24.495+0000 7f0a9731c900 20 started sync module instance, tier type = 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:01:24.495+0000 7f0a9731c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:01:24.498+0000 7f0a9731c900 20 add_watcher() i=7 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=5 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=6 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=2 2026-04-02T12:01:24.571 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:01:24.499+0000 7f0a9731c900 20 add_watcher() i=1 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:01:24.500+0000 7f0a9731c900 20 add_watcher() i=3 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:01:24.500+0000 7f0a9731c900 20 add_watcher() i=0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:01:24.500+0000 7f0a9731c900 20 add_watcher() i=4 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:01:24.500+0000 7f0a9731c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:01:24.500+0000 7f0a955d4640 10 monclient: get_auth_request con 0x7f0a1c007200 auth_method 0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding auth protocol: cephx 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding auth protocol: cephx 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding auth protocol: cephx 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: crc 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:01:24.501+0000 7f0a9731c900 5 AuthRegistry(0x7fff7615f9b0) adding con mode: secure 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:01:24.502+0000 7f0a9731c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:01:24.502+0000 7f0a9731c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:01:24.502+0000 7f0a9731c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command cache list hook 0x56259c5a1ba0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command cache inspect hook 0x56259c5a1ba0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command cache erase hook 0x56259c5a1ba0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command cache zap hook 0x56259c5a1ba0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 note: GC not initialized 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:01:24.502+0000 7f0a41feb640 20 reqs_thread_entry: start 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command sync trace show hook 0x7f0a7c067470 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command sync trace history hook 0x7f0a7c067470 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command sync trace active hook 0x7f0a7c067470 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:01:24.502+0000 7f0a9731c900 5 asok(0x56259c3da6b0) register_command sync trace active_short hook 0x7f0a7c067470 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:01:24.502+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x56259c8e20e0 auth_method 0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:01:24.504+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x56259c8dab20 auth_method 0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:01:24.506+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c8dbe80 auth_method 0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:01:24.507+0000 7f0a94dd3640 10 monclient: get_auth_request con 0x56259c8dd550 auth_method 0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:01:24.510+0000 7f0a8ffff640 10 monclient: get_auth_request con 0x56259c8794e0 auth_method 0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:01:24.515+0000 7f0a955d4640 10 monclient: get_auth_request con 0x56259c87bb60 auth_method 0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:01:24.539+0000 7f0a9731c900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:01:24.539+0000 7f0a9731c900 20 Filter name: none 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:01:24.539+0000 7f0a3b7fe640 20 reqs_thread_entry: start 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:01:24.539+0000 7f0a9731c900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:01:24.539+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:01:24.539+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:01:24.539+0000 7f0a9731c900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:01:24.539+0000 7f0a9731c900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:01:24.539+0000 7f0a9731c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 : miss 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:01:24.539+0000 7f0a9731c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:01:24.540+0000 7f0a9731c900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:01:24.540+0000 7f0a9731c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 info.flags=0x17 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:01:24.540+0000 7f0a9731c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to cache LRU end 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:01:24.540+0000 7f0a9731c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:01:24.540+0000 7f0a9731c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:01:24.540+0000 7f0a9731c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:01:24.541+0000 7f0a9731c900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0a9731c900 time 2026-04-02T12:01:24.542236+0000 2026-04-02T12:01:24.572 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f0a9a38f8f8] 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x4d2760) [0x56259a377760] 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56259a9dfe3e] 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f0a9942a610] 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:01:24.542+0000 7f0a9731c900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f0a9731c900 thread_name:radosgw-admin 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f0a9943fc30] 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f0a9948d02c] 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f0a9a38f957] 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x4d2760) [0x56259a377760] 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56259a9dfe3e] 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f0a9942a610] 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:01:24.573 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:24.574 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a3b7fe640 / http_manager 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a41feb640 / http_manager 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a6a7fc640 / ms_dispatch 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a6bfff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a767fc640 / ms_dispatch 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a817fa640 / ms_dispatch 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a82ffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a837fe640 / admin_socket 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a8f7fe640 / ms_dispatch 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a8ffff640 / msgr-worker-2 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a94dd3640 / msgr-worker-1 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a955d4640 / msgr-worker-0 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a95dd5640 / io_context_pool 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: 7f0a9731c900 / radosgw-admin 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:01:24.543149Z_acd6afdb-7355-431e-ba70-4a94dd7fd9eb/log 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:24.575 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:24.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.590+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.591+0000 7fa7d7f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.591+0000 7fa7d7f2b900 20 realm 2026-04-02T12:01:24.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.592+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.592+0000 7fa7d7f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.592+0000 7fa7d7f2b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:24.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.592+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.592+0000 7fa7d7f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.592+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.594 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.593+0000 7fa7d7f2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.593+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.594+0000 7fa7d7f2b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:24.595 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.594+0000 7fa7d7f2b900 20 searching for the correct realm 2026-04-02T12:01:24.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.597+0000 7fa7cffff640 0 -- 192.168.123.107:0/1184536304 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x563072541c30 msgr2=0x563072562010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:24.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.600+0000 7fa7cf7fe640 0 -- 192.168.123.107:0/1184536304 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fa7c806a4d0 msgr2=0x7fa7c8068cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.603+0000 7fa7d7f2b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.603+0000 7fa7d7f2b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.603+0000 7fa7d7f2b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.603+0000 7fa7d7f2b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.603+0000 7fa7d7f2b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.603+0000 7fa7d7f2b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.603+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.603+0000 7fa7d7f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.603+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.603+0000 7fa7d7f2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.603+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 20 zone default found 2026-04-02T12:01:24.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 4 Realm: () 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 20 zonegroup default 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 20 started sync module instance, tier type = 2026-04-02T12:01:24.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.604+0000 7fa7d7f2b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:24.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.608+0000 7fa7d7f2b900 20 add_watcher() i=7 2026-04-02T12:01:24.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.608+0000 7fa7d7f2b900 20 add_watcher() i=6 2026-04-02T12:01:24.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.608+0000 7fa7d7f2b900 20 add_watcher() i=4 2026-04-02T12:01:24.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.608+0000 7fa7d7f2b900 20 add_watcher() i=5 2026-04-02T12:01:24.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.609+0000 7fa7d7f2b900 20 add_watcher() i=0 2026-04-02T12:01:24.611 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.609+0000 7fa7d7f2b900 20 add_watcher() i=2 2026-04-02T12:01:24.611 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.609+0000 7fa7d7f2b900 20 add_watcher() i=3 2026-04-02T12:01:24.611 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.609+0000 7fa7d7f2b900 20 add_watcher() i=1 2026-04-02T12:01:24.611 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.609+0000 7fa7d7f2b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:24.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.611+0000 7fa7d7f2b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:24.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.611+0000 7fa7d7f2b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:24.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.611+0000 7fa7d7f2b900 5 note: GC not initialized 2026-04-02T12:01:24.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.611+0000 7fa780ff1640 20 reqs_thread_entry: start 2026-04-02T12:01:24.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.650+0000 7fa7d7f2b900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:24.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.650+0000 7fa7d7f2b900 20 Filter name: none 2026-04-02T12:01:24.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.650+0000 7fa77a7fc640 20 reqs_thread_entry: start 2026-04-02T12:01:24.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.650+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.651+0000 7fa7d7f2b900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T12:01:24.652 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.651+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.651+0000 7fa7d7f2b900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:01:24.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.651+0000 7fa7d7f2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:24.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.651+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.651+0000 7fa7d7f2b900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T12:01:24.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.651+0000 7fa7d7f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.652+0000 7fa7d7f2b900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:01:24.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.652+0000 7fa7d7f2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:24.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.656+0000 7fa7d7f2b900 20 remove_watcher() i=1 2026-04-02T12:01:24.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.656+0000 7fa7d7f2b900 2 removed watcher, disabling cache 2026-04-02T12:01:24.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.656+0000 7fa7d7f2b900 20 remove_watcher() i=7 2026-04-02T12:01:24.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.656+0000 7fa7d7f2b900 20 remove_watcher() i=2 2026-04-02T12:01:24.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.656+0000 7fa7d7f2b900 20 remove_watcher() i=0 2026-04-02T12:01:24.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.656+0000 7fa7d7f2b900 20 remove_watcher() i=4 2026-04-02T12:01:24.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.656+0000 7fa7d7f2b900 20 remove_watcher() i=5 2026-04-02T12:01:24.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.656+0000 7fa7d7f2b900 20 remove_watcher() i=6 2026-04-02T12:01:24.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.657+0000 7fa7d7f2b900 20 remove_watcher() i=3 2026-04-02T12:01:24.665 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.665 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:24.665 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-init-indext id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:24.665 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:24.716 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:24.737 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:24.737 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:24.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.756+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.757+0000 7f267a592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.757+0000 7f267a592900 20 realm 2026-04-02T12:01:24.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.757+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.757+0000 7f267a592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.757+0000 7f267a592900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:24.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.757+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.757+0000 7f267a592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.757+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.758+0000 7f267a592900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.758+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.759+0000 7f267a592900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:24.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.759+0000 7f267a592900 20 searching for the correct realm 2026-04-02T12:01:24.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.761+0000 7f2676ae8640 0 -- 192.168.123.107:0/3972014382 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f265c07ffe0 msgr2=0x7f265c0669c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:24.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.764+0000 7f2675ae6640 0 -- 192.168.123.107:0/3972014382 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f26540030c0 msgr2=0x7f26600ed040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 zone default found 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 4 Realm: () 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 zonegroup default 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.969+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.970+0000 7f267a592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.970+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.970+0000 7f267a592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.970+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:24.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.970+0000 7f267a592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:24.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.970+0000 7f267a592900 20 started sync module instance, tier type = 2026-04-02T12:01:24.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.970+0000 7f267a592900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:24.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.974+0000 7f267a592900 20 add_watcher() i=7 2026-04-02T12:01:24.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.975+0000 7f267a592900 20 add_watcher() i=4 2026-04-02T12:01:24.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.975+0000 7f267a592900 20 add_watcher() i=5 2026-04-02T12:01:24.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.975+0000 7f267a592900 20 add_watcher() i=3 2026-04-02T12:01:24.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.975+0000 7f267a592900 20 add_watcher() i=6 2026-04-02T12:01:24.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.975+0000 7f267a592900 20 add_watcher() i=2 2026-04-02T12:01:24.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.975+0000 7f267a592900 20 add_watcher() i=0 2026-04-02T12:01:24.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.975+0000 7f267a592900 20 add_watcher() i=1 2026-04-02T12:01:24.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.975+0000 7f267a592900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:24.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.977+0000 7f267a592900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:24.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.977+0000 7f267a592900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:24.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.977+0000 7f267a592900 5 note: GC not initialized 2026-04-02T12:01:24.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:24.977+0000 7f261effd640 20 reqs_thread_entry: start 2026-04-02T12:01:25.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.016+0000 7f267a592900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:25.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.016+0000 7f267a592900 20 Filter name: none 2026-04-02T12:01:25.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.016+0000 7f261cff9640 20 reqs_thread_entry: start 2026-04-02T12:01:25.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 : miss 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 20 rados->read ofs=0 len=0 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 info.flags=0x17 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to cache LRU end 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:25.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.017+0000 7f267a592900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 2026-04-02T12:01:25.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.018+0000 7f267a592900 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to be held by another RGW process; skipping for now 2026-04-02T12:01:25.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.021+0000 7f267a592900 20 remove_watcher() i=7 2026-04-02T12:01:25.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.021+0000 7f267a592900 2 removed watcher, disabling cache 2026-04-02T12:01:25.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.021+0000 7f267a592900 20 remove_watcher() i=2 2026-04-02T12:01:25.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.021+0000 7f267a592900 20 remove_watcher() i=3 2026-04-02T12:01:25.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.021+0000 7f267a592900 20 remove_watcher() i=4 2026-04-02T12:01:25.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.021+0000 7f267a592900 20 remove_watcher() i=6 2026-04-02T12:01:25.023 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.021+0000 7f267a592900 20 remove_watcher() i=5 2026-04-02T12:01:25.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.022+0000 7f267a592900 20 remove_watcher() i=0 2026-04-02T12:01:25.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:25.022+0000 7f267a592900 20 remove_watcher() i=1 2026-04-02T12:01:25.028 INFO:tasks.workunit.client.0.vm07.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:01:55.032 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:55.053 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:55.053 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:55.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.071+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.072+0000 7f89f0d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.072+0000 7f89f0d2d900 20 realm 2026-04-02T12:01:55.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.072+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.072+0000 7f89f0d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.072+0000 7f89f0d2d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:55.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.072+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.072+0000 7f89f0d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.072+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.075 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.073+0000 7f89f0d2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:55.075 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.073+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.074+0000 7f89f0d2d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:55.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.074+0000 7f89f0d2d900 20 searching for the correct realm 2026-04-02T12:01:55.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.077+0000 7f89ed2a8640 0 -- 192.168.123.107:0/3083559752 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55d2ddd4cc10 msgr2=0x55d2ddd6cff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:55.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.080+0000 7f89ecaa7640 0 -- 192.168.123.107:0/3083559752 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f89e0068410 msgr2=0x7f89e0068860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.083+0000 7f89f0d2d900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.083+0000 7f89f0d2d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.083+0000 7f89f0d2d900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.083+0000 7f89f0d2d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.083+0000 7f89f0d2d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.083+0000 7f89f0d2d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.083+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.083+0000 7f89f0d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.083+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.083+0000 7f89f0d2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.083+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 20 zone default found 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 4 Realm: () 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 20 zonegroup default 2026-04-02T12:01:55.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 20 started sync module instance, tier type = 2026-04-02T12:01:55.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.084+0000 7f89f0d2d900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:55.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.088+0000 7f89f0d2d900 20 add_watcher() i=0 2026-04-02T12:01:55.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.088+0000 7f89f0d2d900 20 add_watcher() i=2 2026-04-02T12:01:55.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.088+0000 7f89f0d2d900 20 add_watcher() i=3 2026-04-02T12:01:55.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.088+0000 7f89f0d2d900 20 add_watcher() i=7 2026-04-02T12:01:55.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.088+0000 7f89f0d2d900 20 add_watcher() i=5 2026-04-02T12:01:55.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.088+0000 7f89f0d2d900 20 add_watcher() i=6 2026-04-02T12:01:55.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.088+0000 7f89f0d2d900 20 add_watcher() i=4 2026-04-02T12:01:55.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.088+0000 7f89f0d2d900 20 add_watcher() i=1 2026-04-02T12:01:55.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.088+0000 7f89f0d2d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:55.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.090+0000 7f89f0d2d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:55.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.090+0000 7f89f0d2d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:55.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.091+0000 7f89f0d2d900 5 note: GC not initialized 2026-04-02T12:01:55.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.091+0000 7f8999feb640 20 reqs_thread_entry: start 2026-04-02T12:01:55.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.127+0000 7f89f0d2d900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:55.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.127+0000 7f89f0d2d900 20 Filter name: none 2026-04-02T12:01:55.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.127+0000 7f89937fe640 20 reqs_thread_entry: start 2026-04-02T12:01:55.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T12:01:55.129 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T12:01:55.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T12:01:55.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T12:01:55.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 : miss 2026-04-02T12:01:55.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:01:55.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 info.flags=0x17 2026-04-02T12:01:55.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to cache LRU end 2026-04-02T12:01:55.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:55.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:55.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.128+0000 7f89f0d2d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 2026-04-02T12:01:55.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.131+0000 7f89f0d2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 info.flags=0x17 2026-04-02T12:01:55.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.131+0000 7f89f0d2d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to cache LRU end 2026-04-02T12:01:55.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.131+0000 7f89f0d2d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:55.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.131+0000 7f89f0d2d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23, ofs0, ns] 2026-04-02T12:01:55.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.131+0000 7f89c3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763694 cookie 94364153247680 notifier 6080 bl.length()=1009 2026-04-02T12:01:55.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.131+0000 7f89c3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 info.flags=0x17 2026-04-02T12:01:55.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.131+0000 7f89c3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to cache LRU end 2026-04-02T12:01:55.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.131+0000 7f89c3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:55.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.132+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): orig_sources= new_sources= 2026-04-02T12:01:55.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.132+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): potential sources added=[] removed=[] 2026-04-02T12:01:55.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.132+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): orig_dests= new_dests= 2026-04-02T12:01:55.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.132+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): potential dests added=[] removed=[] 2026-04-02T12:01:55.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.133+0000 7f89f0d2d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23.1.0 2026-04-02T12:01:55.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.133+0000 7f89f0d2d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23.1.0 2026-04-02T12:01:55.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.133+0000 7f89f0d2d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23.1.1 2026-04-02T12:01:55.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.133+0000 7f89f0d2d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23.1.1 2026-04-02T12:01:55.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.133+0000 7f89f0d2d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23.0 2026-04-02T12:01:55.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.135+0000 7f89f0d2d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:55.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.135+0000 7f89f0d2d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 2026-04-02T12:01:55.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89f0d2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 info.flags=0x17 2026-04-02T12:01:55.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89f0d2d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to cache LRU end 2026-04-02T12:01:55.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89f0d2d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:55.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89f0d2d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23, ofs0, ns] 2026-04-02T12:01:55.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89c37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763695 cookie 94364153247680 notifier 6080 bl.length()=1009 2026-04-02T12:01:55.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89c37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 info.flags=0x17 2026-04-02T12:01:55.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89c37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to cache LRU end 2026-04-02T12:01:55.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89c37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:55.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): orig_sources= new_sources= 2026-04-02T12:01:55.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): potential sources added=[] removed=[] 2026-04-02T12:01:55.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): orig_dests= new_dests= 2026-04-02T12:01:55.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.136+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): potential dests added=[] removed=[] 2026-04-02T12:01:55.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.137+0000 7f89f0d2d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23.0 2026-04-02T12:01:55.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.137+0000 7f89f0d2d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:55.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.137+0000 7f89f0d2d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89f0d2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 info.flags=0x17 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89f0d2d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to cache LRU end 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89f0d2d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89f0d2d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23, ofs0, ns] 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89c3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763696 cookie 94364153247680 notifier 6080 bl.length()=973 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89c3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 info.flags=0x17 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89c3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 to cache LRU end 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89c3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): orig_sources= new_sources= 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): potential sources added=[] removed=[] 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): orig_dests= new_dests= 2026-04-02T12:01:55.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.138+0000 7f89f0d2d900 20 handle_bi_update(): bucket=:abort-at-init-indext[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23]): potential dests added=[] removed=[] 2026-04-02T12:01:55.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.139+0000 7f89f0d2d900 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2026-04-02T12:01:55.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.143+0000 7f89f0d2d900 20 remove_watcher() i=0 2026-04-02T12:01:55.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.143+0000 7f89f0d2d900 2 removed watcher, disabling cache 2026-04-02T12:01:55.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.143+0000 7f89f0d2d900 20 remove_watcher() i=3 2026-04-02T12:01:55.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.143+0000 7f89f0d2d900 20 remove_watcher() i=2 2026-04-02T12:01:55.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.143+0000 7f89f0d2d900 20 remove_watcher() i=5 2026-04-02T12:01:55.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.144+0000 7f89f0d2d900 20 remove_watcher() i=6 2026-04-02T12:01:55.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.144+0000 7f89f0d2d900 20 remove_watcher() i=7 2026-04-02T12:01:55.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.144+0000 7f89f0d2d900 20 remove_watcher() i=1 2026-04-02T12:01:55.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.144+0000 7f89f0d2d900 20 remove_watcher() i=4 2026-04-02T12:01:55.152 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-02T12:01:55.171 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:55.171 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:55.191 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.189+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.190+0000 7f2f04363900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.190+0000 7f2f04363900 20 realm 2026-04-02T12:01:55.192 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.190+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.191+0000 7f2f04363900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.191+0000 7f2f04363900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:55.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.191+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.191+0000 7f2f04363900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.191+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.191+0000 7f2f04363900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:55.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.191+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.192+0000 7f2f04363900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:55.194 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.192+0000 7f2f04363900 20 searching for the correct realm 2026-04-02T12:01:55.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.194+0000 7f2efb7fe640 0 -- 192.168.123.107:0/3957847648 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f2eec00a430 msgr2=0x7f2eec028430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:55.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.197+0000 7f2efb7fe640 0 -- 192.168.123.107:0/3957847648 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f2ef40738d0 msgr2=0x7f2ef4023920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:55.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:55.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:55.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:55.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:55.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:55.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:55.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 zone default found 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 4 Realm: () 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 zonegroup default 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.401+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.402+0000 7f2f04363900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.402+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.402+0000 7f2f04363900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.402+0000 7f2f04363900 20 started sync module instance, tier type = 2026-04-02T12:01:55.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.402+0000 7f2f04363900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:55.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.405+0000 7f2f04363900 20 add_watcher() i=7 2026-04-02T12:01:55.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.405+0000 7f2f04363900 20 add_watcher() i=5 2026-04-02T12:01:55.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.405+0000 7f2f04363900 20 add_watcher() i=0 2026-04-02T12:01:55.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.405+0000 7f2f04363900 20 add_watcher() i=3 2026-04-02T12:01:55.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.405+0000 7f2f04363900 20 add_watcher() i=6 2026-04-02T12:01:55.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.405+0000 7f2f04363900 20 add_watcher() i=1 2026-04-02T12:01:55.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.405+0000 7f2f04363900 20 add_watcher() i=2 2026-04-02T12:01:55.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.405+0000 7f2f04363900 20 add_watcher() i=4 2026-04-02T12:01:55.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.405+0000 7f2f04363900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:55.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.407+0000 7f2f04363900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:55.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.407+0000 7f2f04363900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:55.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.407+0000 7f2f04363900 5 note: GC not initialized 2026-04-02T12:01:55.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.407+0000 7f2ead7ea640 20 reqs_thread_entry: start 2026-04-02T12:01:55.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.444+0000 7f2f04363900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:55.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.444+0000 7f2f04363900 20 Filter name: none 2026-04-02T12:01:55.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.444+0000 7f2ea6ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:55.446 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.444+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.445+0000 7f2f04363900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T12:01:55.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.445+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.445+0000 7f2f04363900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:01:55.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.445+0000 7f2f04363900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:55.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.445+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.445+0000 7f2f04363900 20 rados_obj.operate() r=0 bl.length=212 2026-04-02T12:01:55.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.445+0000 7f2f04363900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.446+0000 7f2f04363900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:01:55.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.446+0000 7f2f04363900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:55.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.450+0000 7f2f04363900 20 remove_watcher() i=0 2026-04-02T12:01:55.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.450+0000 7f2f04363900 2 removed watcher, disabling cache 2026-04-02T12:01:55.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.450+0000 7f2f04363900 20 remove_watcher() i=2 2026-04-02T12:01:55.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.450+0000 7f2f04363900 20 remove_watcher() i=7 2026-04-02T12:01:55.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.450+0000 7f2f04363900 20 remove_watcher() i=3 2026-04-02T12:01:55.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.450+0000 7f2f04363900 20 remove_watcher() i=6 2026-04-02T12:01:55.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.450+0000 7f2f04363900 20 remove_watcher() i=5 2026-04-02T12:01:55.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.450+0000 7f2f04363900 20 remove_watcher() i=4 2026-04-02T12:01:55.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.450+0000 7f2f04363900 20 remove_watcher() i=1 2026-04-02T12:01:55.458 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:55.458 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:55.458 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-init-indext id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.23 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:01:55.458 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:55.515 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2026-04-02T12:01:55.515 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:55.693 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T12:01:55.712 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:55.712 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:55.734 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.732+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.734 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.732+0000 7fbaaa136900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.733+0000 7fbaaa136900 20 realm 2026-04-02T12:01:55.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.733+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.733+0000 7fbaaa136900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.733+0000 7fbaaa136900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:55.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.733+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.733+0000 7fbaaa136900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.733+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.734+0000 7fbaaa136900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:55.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.734+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.734+0000 7fbaaa136900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:55.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.734+0000 7fbaaa136900 20 searching for the correct realm 2026-04-02T12:01:55.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.736+0000 7fbaa5e21640 0 -- 192.168.123.107:0/3955793651 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55b022271650 msgr2=0x55b022291ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:55.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.740+0000 7fbaa6622640 0 -- 192.168.123.107:0/3955793651 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55b0222b56a0 msgr2=0x55b0222d5a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 zone default found 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 4 Realm: () 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 zonegroup default 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.743+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.744+0000 7fbaaa136900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.744+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.744+0000 7fbaaa136900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.744+0000 7fbaaa136900 20 started sync module instance, tier type = 2026-04-02T12:01:55.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.744+0000 7fbaaa136900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:55.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.747+0000 7fbaaa136900 20 add_watcher() i=0 2026-04-02T12:01:55.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.747+0000 7fbaaa136900 20 add_watcher() i=5 2026-04-02T12:01:55.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.747+0000 7fbaaa136900 20 add_watcher() i=3 2026-04-02T12:01:55.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.748+0000 7fbaaa136900 20 add_watcher() i=6 2026-04-02T12:01:55.750 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.748+0000 7fbaaa136900 20 add_watcher() i=4 2026-04-02T12:01:55.750 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.748+0000 7fbaaa136900 20 add_watcher() i=7 2026-04-02T12:01:55.750 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.748+0000 7fbaaa136900 20 add_watcher() i=2 2026-04-02T12:01:55.750 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.748+0000 7fbaaa136900 20 add_watcher() i=1 2026-04-02T12:01:55.750 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.748+0000 7fbaaa136900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:55.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.750+0000 7fbaaa136900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:55.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.750+0000 7fbaaa136900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:55.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.750+0000 7fbaaa136900 5 note: GC not initialized 2026-04-02T12:01:55.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.750+0000 7fba537ee640 20 reqs_thread_entry: start 2026-04-02T12:01:55.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.793+0000 7fbaaa136900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:55.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.793+0000 7fbaaa136900 20 Filter name: none 2026-04-02T12:01:55.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.793+0000 7fba517ea640 20 reqs_thread_entry: start 2026-04-02T12:01:55.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.793+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.793+0000 7fbaaa136900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:55.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.793+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.794+0000 7fbaaa136900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:55.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.794+0000 7fbaaa136900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:55.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.794+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.794+0000 7fbaaa136900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:55.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.794+0000 7fbaaa136900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.794+0000 7fbaaa136900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:55.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.794+0000 7fbaaa136900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:55.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.799+0000 7fbaaa136900 20 remove_watcher() i=5 2026-04-02T12:01:55.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.799+0000 7fbaaa136900 2 removed watcher, disabling cache 2026-04-02T12:01:55.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.799+0000 7fbaaa136900 20 remove_watcher() i=7 2026-04-02T12:01:55.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.799+0000 7fbaaa136900 20 remove_watcher() i=6 2026-04-02T12:01:55.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.799+0000 7fbaaa136900 20 remove_watcher() i=2 2026-04-02T12:01:55.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.799+0000 7fbaaa136900 20 remove_watcher() i=3 2026-04-02T12:01:55.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.799+0000 7fbaaa136900 20 remove_watcher() i=0 2026-04-02T12:01:55.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.799+0000 7fbaaa136900 20 remove_watcher() i=1 2026-04-02T12:01:55.801 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.799+0000 7fbaaa136900 20 remove_watcher() i=4 2026-04-02T12:01:55.807 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:55.807 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:55.807 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-set-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:55.807 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:55.810 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2026-04-02T12:01:55.832 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:55.832 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:55.852 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.850+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.851+0000 7f79829a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.851+0000 7f79829a2900 20 realm 2026-04-02T12:01:55.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.851+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.852+0000 7f79829a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.852+0000 7f79829a2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:55.853 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.852+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.852+0000 7f79829a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.852+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.853+0000 7f79829a2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:55.854 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.853+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.855 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.853+0000 7f79829a2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:55.855 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.853+0000 7f79829a2900 20 searching for the correct realm 2026-04-02T12:01:55.858 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.857+0000 7f797bfff640 0 -- 192.168.123.107:0/3541317071 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f7974068750 msgr2=0x7f797409fa20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:55.862 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.861+0000 7f79735ff640 0 -- 192.168.123.107:0/3541317071 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55b3a5bc21b0 msgr2=0x55b3a5be25b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 20 zone default found 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 4 Realm: () 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:55.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.863+0000 7f79829a2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:55.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.864+0000 7f79829a2900 20 zonegroup default 2026-04-02T12:01:55.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.864+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.864+0000 7f79829a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.864+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.864+0000 7f79829a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.864+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.864+0000 7f79829a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.864+0000 7f79829a2900 20 started sync module instance, tier type = 2026-04-02T12:01:55.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.864+0000 7f79829a2900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:55.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.867+0000 7f79829a2900 20 add_watcher() i=2 2026-04-02T12:01:55.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.867+0000 7f79829a2900 20 add_watcher() i=0 2026-04-02T12:01:55.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.868+0000 7f79829a2900 20 add_watcher() i=4 2026-04-02T12:01:55.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.868+0000 7f79829a2900 20 add_watcher() i=1 2026-04-02T12:01:55.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.868+0000 7f79829a2900 20 add_watcher() i=7 2026-04-02T12:01:55.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.868+0000 7f79829a2900 20 add_watcher() i=5 2026-04-02T12:01:55.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.868+0000 7f79829a2900 20 add_watcher() i=6 2026-04-02T12:01:55.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.868+0000 7f79829a2900 20 add_watcher() i=3 2026-04-02T12:01:55.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.868+0000 7f79829a2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:55.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.870+0000 7f79829a2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:55.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.870+0000 7f79829a2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:55.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.870+0000 7f79829a2900 5 note: GC not initialized 2026-04-02T12:01:55.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.870+0000 7f792cff1640 20 reqs_thread_entry: start 2026-04-02T12:01:55.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.906+0000 7f79829a2900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:55.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.906+0000 7f79829a2900 20 Filter name: none 2026-04-02T12:01:55.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79267fc640 20 reqs_thread_entry: start 2026-04-02T12:01:55.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-02T12:01:55.908 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:55.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-02T12:01:55.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-02T12:01:55.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 : miss 2026-04-02T12:01:55.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:55.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 info.flags=0x17 2026-04-02T12:01:55.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 to cache LRU end 2026-04-02T12:01:55.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:55.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:55.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.907+0000 7f79829a2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 2026-04-02T12:01:55.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.910+0000 7f79829a2900 -1 Injecting error=-5 at location=set_target_layout 2026-04-02T12:01:55.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.910+0000 7f79829a2900 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2026-04-02T12:01:55.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.914+0000 7f79829a2900 20 remove_watcher() i=7 2026-04-02T12:01:55.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.914+0000 7f79829a2900 2 removed watcher, disabling cache 2026-04-02T12:01:55.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.914+0000 7f79829a2900 20 remove_watcher() i=5 2026-04-02T12:01:55.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.914+0000 7f79829a2900 20 remove_watcher() i=6 2026-04-02T12:01:55.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.915+0000 7f79829a2900 20 remove_watcher() i=4 2026-04-02T12:01:55.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.915+0000 7f79829a2900 20 remove_watcher() i=2 2026-04-02T12:01:55.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.915+0000 7f79829a2900 20 remove_watcher() i=0 2026-04-02T12:01:55.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.915+0000 7f79829a2900 20 remove_watcher() i=1 2026-04-02T12:01:55.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.916+0000 7f79829a2900 20 remove_watcher() i=3 2026-04-02T12:01:55.925 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T12:01:55.945 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:55.945 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:55.964 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.962+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.964+0000 7f2b0bb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.964+0000 7f2b0bb92900 20 realm 2026-04-02T12:01:55.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.964+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.964+0000 7f2b0bb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.964+0000 7f2b0bb92900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:55.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.964+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.964+0000 7f2b0bb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:55.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.965+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.965+0000 7f2b0bb92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:55.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.965+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:55.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.966+0000 7f2b0bb92900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:55.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.966+0000 7f2b0bb92900 20 searching for the correct realm 2026-04-02T12:01:55.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.967+0000 7f2b03fff640 0 -- 192.168.123.107:0/288007810 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f2aec0757a0 msgr2=0x7f2aec062950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:55.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:55.970+0000 7f2afbfff640 0 -- 192.168.123.107:0/288007810 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x5622599aece0 msgr2=0x7f2afc0a2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:56.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.175+0000 7f2b0bb92900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:56.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.175+0000 7f2b0bb92900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:56.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.175+0000 7f2b0bb92900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:56.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.175+0000 7f2b0bb92900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:56.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.175+0000 7f2b0bb92900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:56.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.175+0000 7f2b0bb92900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:56.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.175+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.175+0000 7f2b0bb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.175+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 20 zone default found 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 4 Realm: () 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 20 zonegroup default 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.178 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.176+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.177+0000 7f2b0bb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.177+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.177+0000 7f2b0bb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.177+0000 7f2b0bb92900 20 started sync module instance, tier type = 2026-04-02T12:01:56.179 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.177+0000 7f2b0bb92900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:56.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.181+0000 7f2b0bb92900 20 add_watcher() i=0 2026-04-02T12:01:56.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.181+0000 7f2b0bb92900 20 add_watcher() i=4 2026-04-02T12:01:56.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.182+0000 7f2b0bb92900 20 add_watcher() i=3 2026-04-02T12:01:56.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.182+0000 7f2b0bb92900 20 add_watcher() i=2 2026-04-02T12:01:56.183 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.182+0000 7f2b0bb92900 20 add_watcher() i=6 2026-04-02T12:01:56.184 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.182+0000 7f2b0bb92900 20 add_watcher() i=5 2026-04-02T12:01:56.184 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.182+0000 7f2b0bb92900 20 add_watcher() i=1 2026-04-02T12:01:56.184 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.182+0000 7f2b0bb92900 20 add_watcher() i=7 2026-04-02T12:01:56.184 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.182+0000 7f2b0bb92900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:56.186 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.184+0000 7f2b0bb92900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:56.186 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.184+0000 7f2b0bb92900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:56.186 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.184+0000 7f2b0bb92900 5 note: GC not initialized 2026-04-02T12:01:56.186 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.184+0000 7f2aaffff640 20 reqs_thread_entry: start 2026-04-02T12:01:56.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.227+0000 7f2b0bb92900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:56.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.227+0000 7f2b0bb92900 20 Filter name: none 2026-04-02T12:01:56.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.228+0000 7f2aadffb640 20 reqs_thread_entry: start 2026-04-02T12:01:56.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.228+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.228+0000 7f2b0bb92900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:56.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.228+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.228+0000 7f2b0bb92900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:56.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.228+0000 7f2b0bb92900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:56.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.228+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.231 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.229+0000 7f2b0bb92900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:56.231 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.229+0000 7f2b0bb92900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.231 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.229+0000 7f2b0bb92900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:56.231 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.229+0000 7f2b0bb92900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:56.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.233+0000 7f2b0bb92900 20 remove_watcher() i=4 2026-04-02T12:01:56.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.233+0000 7f2b0bb92900 2 removed watcher, disabling cache 2026-04-02T12:01:56.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.233+0000 7f2b0bb92900 20 remove_watcher() i=0 2026-04-02T12:01:56.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.233+0000 7f2b0bb92900 20 remove_watcher() i=3 2026-04-02T12:01:56.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.234+0000 7f2b0bb92900 20 remove_watcher() i=5 2026-04-02T12:01:56.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.234+0000 7f2b0bb92900 20 remove_watcher() i=2 2026-04-02T12:01:56.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.234+0000 7f2b0bb92900 20 remove_watcher() i=7 2026-04-02T12:01:56.236 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.234+0000 7f2b0bb92900 20 remove_watcher() i=6 2026-04-02T12:01:56.236 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.234+0000 7f2b0bb92900 20 remove_watcher() i=1 2026-04-02T12:01:56.242 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:56.242 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:56.242 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-set-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:56.242 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:56.292 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:56.315 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:56.315 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:56.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.334+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.335+0000 7f54cd211900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.335+0000 7f54cd211900 20 realm 2026-04-02T12:01:56.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.335+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.335+0000 7f54cd211900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.335+0000 7f54cd211900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:56.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.335+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.335+0000 7f54cd211900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.336+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.336+0000 7f54cd211900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:56.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.336+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.337+0000 7f54cd211900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:56.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.337+0000 7f54cd211900 20 searching for the correct realm 2026-04-02T12:01:56.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.340+0000 7f54c91dd640 0 -- 192.168.123.107:0/3102191312 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x559184a2ef00 msgr2=0x559184a4f2e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:56.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.542+0000 7f54c3fff640 0 -- 192.168.123.107:0/3102191312 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f54b400a840 msgr2=0x7f54b4075450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:56.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:56.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:56.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 zone default found 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 4 Realm: () 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 zonegroup default 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.546+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.547+0000 7f54cd211900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.548 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.547+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.547+0000 7f54cd211900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.547+0000 7f54cd211900 20 started sync module instance, tier type = 2026-04-02T12:01:56.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.547+0000 7f54cd211900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:56.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.550+0000 7f54cd211900 20 add_watcher() i=2 2026-04-02T12:01:56.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.550+0000 7f54cd211900 20 add_watcher() i=1 2026-04-02T12:01:56.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.550+0000 7f54cd211900 20 add_watcher() i=0 2026-04-02T12:01:56.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.550+0000 7f54cd211900 20 add_watcher() i=6 2026-04-02T12:01:56.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.550+0000 7f54cd211900 20 add_watcher() i=3 2026-04-02T12:01:56.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.550+0000 7f54cd211900 20 add_watcher() i=5 2026-04-02T12:01:56.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.550+0000 7f54cd211900 20 add_watcher() i=7 2026-04-02T12:01:56.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.551+0000 7f54cd211900 20 add_watcher() i=4 2026-04-02T12:01:56.553 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.551+0000 7f54cd211900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:56.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.553+0000 7f54cd211900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:56.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.553+0000 7f54cd211900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:56.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.553+0000 7f54cd211900 5 note: GC not initialized 2026-04-02T12:01:56.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.553+0000 7f54757f2640 20 reqs_thread_entry: start 2026-04-02T12:01:56.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.590+0000 7f54cd211900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:56.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.590+0000 7f54cd211900 20 Filter name: none 2026-04-02T12:01:56.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.590+0000 7f546effd640 20 reqs_thread_entry: start 2026-04-02T12:01:56.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.590+0000 7f54cd211900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-02T12:01:56.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.590+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.591+0000 7f54cd211900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:56.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.591+0000 7f54cd211900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-02T12:01:56.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.591+0000 7f54cd211900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-02T12:01:56.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.591+0000 7f54cd211900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 : miss 2026-04-02T12:01:56.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.591+0000 7f54cd211900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.591+0000 7f54cd211900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:56.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.591+0000 7f54cd211900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 info.flags=0x17 2026-04-02T12:01:56.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.591+0000 7f54cd211900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 to cache LRU end 2026-04-02T12:01:56.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.591+0000 7f54cd211900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:56.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.591+0000 7f54cd211900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:56.593 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.591+0000 7f54cd211900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 2026-04-02T12:01:56.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.594+0000 7f54cd211900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 info.flags=0x17 2026-04-02T12:01:56.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.594+0000 7f54cd211900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 to cache LRU end 2026-04-02T12:01:56.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.594+0000 7f54cd211900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:56.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.594+0000 7f54cd211900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24, ofs0, ns] 2026-04-02T12:01:56.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.594+0000 7f54a77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763735 cookie 94083483903776 notifier 6534 bl.length()=1021 2026-04-02T12:01:56.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.594+0000 7f54a77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 info.flags=0x17 2026-04-02T12:01:56.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.594+0000 7f54a77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 to cache LRU end 2026-04-02T12:01:56.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.594+0000 7f54a77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:56.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.595+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): orig_sources= new_sources= 2026-04-02T12:01:56.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.595+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): potential sources added=[] removed=[] 2026-04-02T12:01:56.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.595+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): orig_dests= new_dests= 2026-04-02T12:01:56.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.595+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): potential dests added=[] removed=[] 2026-04-02T12:01:56.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.596+0000 7f54cd211900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24.1.0 2026-04-02T12:01:56.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.596+0000 7f54cd211900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24.1.0 2026-04-02T12:01:56.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.596+0000 7f54cd211900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24.1.1 2026-04-02T12:01:56.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.596+0000 7f54cd211900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24.1.1 2026-04-02T12:01:56.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.597+0000 7f54cd211900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24.0 2026-04-02T12:01:56.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.598+0000 7f54cd211900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:56.600 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.598+0000 7f54cd211900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 2026-04-02T12:01:56.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.599+0000 7f54cd211900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 info.flags=0x17 2026-04-02T12:01:56.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.599+0000 7f54cd211900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 to cache LRU end 2026-04-02T12:01:56.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.599+0000 7f54cd211900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:56.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.599+0000 7f54cd211900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24, ofs0, ns] 2026-04-02T12:01:56.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.599+0000 7f54a77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763736 cookie 94083483903776 notifier 6534 bl.length()=1021 2026-04-02T12:01:56.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.599+0000 7f54a77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 info.flags=0x17 2026-04-02T12:01:56.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.600+0000 7f54a77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 to cache LRU end 2026-04-02T12:01:56.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.600+0000 7f54a77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:56.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.600+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): orig_sources= new_sources= 2026-04-02T12:01:56.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.600+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): potential sources added=[] removed=[] 2026-04-02T12:01:56.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.600+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): orig_dests= new_dests= 2026-04-02T12:01:56.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.600+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): potential dests added=[] removed=[] 2026-04-02T12:01:56.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.601+0000 7f54cd211900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24.0 2026-04-02T12:01:56.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.601+0000 7f54cd211900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:56.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.601+0000 7f54cd211900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.602+0000 7f54cd211900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 info.flags=0x17 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.602+0000 7f54cd211900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 to cache LRU end 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.602+0000 7f54cd211900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.602+0000 7f54cd211900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24, ofs0, ns] 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.602+0000 7f54a77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763737 cookie 94083483903776 notifier 6534 bl.length()=985 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.602+0000 7f54a77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 info.flags=0x17 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.602+0000 7f54a77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 to cache LRU end 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.602+0000 7f54a77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.603+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): orig_sources= new_sources= 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.603+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): potential sources added=[] removed=[] 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.603+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): orig_dests= new_dests= 2026-04-02T12:01:56.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.603+0000 7f54cd211900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24]): potential dests added=[] removed=[] 2026-04-02T12:01:56.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.603+0000 7f54cd211900 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T12:01:56.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.608+0000 7f54cd211900 20 remove_watcher() i=0 2026-04-02T12:01:56.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.608+0000 7f54cd211900 2 removed watcher, disabling cache 2026-04-02T12:01:56.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.608+0000 7f54cd211900 20 remove_watcher() i=5 2026-04-02T12:01:56.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.608+0000 7f54cd211900 20 remove_watcher() i=4 2026-04-02T12:01:56.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.608+0000 7f54cd211900 20 remove_watcher() i=3 2026-04-02T12:01:56.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.608+0000 7f54cd211900 20 remove_watcher() i=6 2026-04-02T12:01:56.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.608+0000 7f54cd211900 20 remove_watcher() i=1 2026-04-02T12:01:56.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.608+0000 7f54cd211900 20 remove_watcher() i=2 2026-04-02T12:01:56.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.608+0000 7f54cd211900 20 remove_watcher() i=7 2026-04-02T12:01:56.617 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T12:01:56.636 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:56.637 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:56.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.654+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.655+0000 7f5e4d974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.655+0000 7f5e4d974900 20 realm 2026-04-02T12:01:56.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.655+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.655+0000 7f5e4d974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.655+0000 7f5e4d974900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:56.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.655+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.655+0000 7f5e4d974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.656+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.656+0000 7f5e4d974900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:56.658 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.656+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.657+0000 7f5e4d974900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:56.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.657+0000 7f5e4d974900 20 searching for the correct realm 2026-04-02T12:01:56.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.659+0000 7f5e49f84640 0 -- 192.168.123.107:0/4112622293 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x561bca8b4fa0 msgr2=0x561bca8d5380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:56.864 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.862+0000 7f5e48f82640 0 -- 192.168.123.107:0/4112622293 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x561bca893740 msgr2=0x561bca8b3b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:56.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.866+0000 7f5e4d974900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:56.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.866+0000 7f5e4d974900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:56.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.866+0000 7f5e4d974900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:56.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.866+0000 7f5e4d974900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:56.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.866+0000 7f5e4d974900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:56.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.866+0000 7f5e4d974900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:56.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.866+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 20 zone default found 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 4 Realm: () 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 20 zonegroup default 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.867+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.868+0000 7f5e4d974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.868+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.868+0000 7f5e4d974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:56.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.868+0000 7f5e4d974900 20 started sync module instance, tier type = 2026-04-02T12:01:56.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.868+0000 7f5e4d974900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:56.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.871+0000 7f5e4d974900 20 add_watcher() i=0 2026-04-02T12:01:56.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.871+0000 7f5e4d974900 20 add_watcher() i=5 2026-04-02T12:01:56.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.871+0000 7f5e4d974900 20 add_watcher() i=2 2026-04-02T12:01:56.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.871+0000 7f5e4d974900 20 add_watcher() i=4 2026-04-02T12:01:56.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.871+0000 7f5e4d974900 20 add_watcher() i=6 2026-04-02T12:01:56.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.871+0000 7f5e4d974900 20 add_watcher() i=7 2026-04-02T12:01:56.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.871+0000 7f5e4d974900 20 add_watcher() i=1 2026-04-02T12:01:56.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.872+0000 7f5e4d974900 20 add_watcher() i=3 2026-04-02T12:01:56.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.872+0000 7f5e4d974900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:56.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.874+0000 7f5e4d974900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:56.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.874+0000 7f5e4d974900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:56.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.874+0000 7f5e4d974900 5 note: GC not initialized 2026-04-02T12:01:56.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.874+0000 7f5df67ec640 20 reqs_thread_entry: start 2026-04-02T12:01:56.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.914+0000 7f5e4d974900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:56.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.914+0000 7f5e4d974900 20 Filter name: none 2026-04-02T12:01:56.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.914+0000 7f5deffff640 20 reqs_thread_entry: start 2026-04-02T12:01:56.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.914+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.915+0000 7f5e4d974900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:56.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.915+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.915+0000 7f5e4d974900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:56.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.915+0000 7f5e4d974900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:56.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.915+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.915+0000 7f5e4d974900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:56.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.915+0000 7f5e4d974900 20 rados->read ofs=0 len=0 2026-04-02T12:01:56.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.915+0000 7f5e4d974900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:56.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.915+0000 7f5e4d974900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:56.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.919+0000 7f5e4d974900 20 remove_watcher() i=0 2026-04-02T12:01:56.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.919+0000 7f5e4d974900 2 removed watcher, disabling cache 2026-04-02T12:01:56.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.919+0000 7f5e4d974900 20 remove_watcher() i=5 2026-04-02T12:01:56.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.919+0000 7f5e4d974900 20 remove_watcher() i=4 2026-04-02T12:01:56.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.919+0000 7f5e4d974900 20 remove_watcher() i=3 2026-04-02T12:01:56.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.920+0000 7f5e4d974900 20 remove_watcher() i=2 2026-04-02T12:01:56.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.920+0000 7f5e4d974900 20 remove_watcher() i=7 2026-04-02T12:01:56.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.920+0000 7f5e4d974900 20 remove_watcher() i=6 2026-04-02T12:01:56.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:56.920+0000 7f5e4d974900 20 remove_watcher() i=1 2026-04-02T12:01:56.928 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:56.928 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:56.928 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-set-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.24 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:01:56.928 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:56.987 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2026-04-02T12:01:56.987 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:57.160 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T12:01:57.180 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:57.180 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:57.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.200+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.201+0000 7f881f18b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.201+0000 7f881f18b900 20 realm 2026-04-02T12:01:57.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.201+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.201+0000 7f881f18b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.201+0000 7f881f18b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:57.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.201+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.201+0000 7f881f18b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.201+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.202+0000 7f881f18b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:57.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.202+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.203+0000 7f881f18b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:57.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.203+0000 7f881f18b900 20 searching for the correct realm 2026-04-02T12:01:57.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.206+0000 7f881aee7640 0 -- 192.168.123.107:0/1453320954 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f880c0359e0 msgr2=0x7f880c026450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:57.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.411+0000 7f881a6e6640 0 -- 192.168.123.107:0/1453320954 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x56119d5152c0 msgr2=0x56119d535700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.413+0000 7f881f18b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.413+0000 7f881f18b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.413+0000 7f881f18b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.413+0000 7f881f18b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.413+0000 7f881f18b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.413+0000 7f881f18b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.413+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.413+0000 7f881f18b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.413+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.413+0000 7f881f18b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.413+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 20 zone default found 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 4 Realm: () 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 20 zonegroup default 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 20 started sync module instance, tier type = 2026-04-02T12:01:57.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.414+0000 7f881f18b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:57.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.418+0000 7f881f18b900 20 add_watcher() i=2 2026-04-02T12:01:57.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.418+0000 7f881f18b900 20 add_watcher() i=3 2026-04-02T12:01:57.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.418+0000 7f881f18b900 20 add_watcher() i=5 2026-04-02T12:01:57.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.419+0000 7f881f18b900 20 add_watcher() i=0 2026-04-02T12:01:57.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.419+0000 7f881f18b900 20 add_watcher() i=1 2026-04-02T12:01:57.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.419+0000 7f881f18b900 20 add_watcher() i=6 2026-04-02T12:01:57.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.419+0000 7f881f18b900 20 add_watcher() i=7 2026-04-02T12:01:57.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.419+0000 7f881f18b900 20 add_watcher() i=4 2026-04-02T12:01:57.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.419+0000 7f881f18b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:57.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.421+0000 7f881f18b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:57.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.421+0000 7f881f18b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:57.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.421+0000 7f881f18b900 5 note: GC not initialized 2026-04-02T12:01:57.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.421+0000 7f87c37fe640 20 reqs_thread_entry: start 2026-04-02T12:01:57.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.461+0000 7f881f18b900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:57.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.461+0000 7f881f18b900 20 Filter name: none 2026-04-02T12:01:57.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.462+0000 7f87c17fa640 20 reqs_thread_entry: start 2026-04-02T12:01:57.463 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.462+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.462+0000 7f881f18b900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:57.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.462+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.462+0000 7f881f18b900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:57.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.462+0000 7f881f18b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:57.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.462+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.463+0000 7f881f18b900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:57.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.463+0000 7f881f18b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.463+0000 7f881f18b900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:57.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.463+0000 7f881f18b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:57.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.467+0000 7f881f18b900 20 remove_watcher() i=5 2026-04-02T12:01:57.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.467+0000 7f881f18b900 2 removed watcher, disabling cache 2026-04-02T12:01:57.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.468+0000 7f881f18b900 20 remove_watcher() i=7 2026-04-02T12:01:57.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.468+0000 7f881f18b900 20 remove_watcher() i=1 2026-04-02T12:01:57.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.468+0000 7f881f18b900 20 remove_watcher() i=2 2026-04-02T12:01:57.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.468+0000 7f881f18b900 20 remove_watcher() i=3 2026-04-02T12:01:57.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.468+0000 7f881f18b900 20 remove_watcher() i=0 2026-04-02T12:01:57.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.468+0000 7f881f18b900 20 remove_watcher() i=6 2026-04-02T12:01:57.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.468+0000 7f881f18b900 20 remove_watcher() i=4 2026-04-02T12:01:57.476 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:57.476 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:57.476 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-set-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:57.476 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:57.478 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2026-04-02T12:01:57.501 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:57.501 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:57.523 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.521+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.522+0000 7f9a55bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.522+0000 7f9a55bce900 20 realm 2026-04-02T12:01:57.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.522+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.522+0000 7f9a55bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.522+0000 7f9a55bce900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:57.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.522+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.523+0000 7f9a55bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.523+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.523+0000 7f9a55bce900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:57.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.523+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.524+0000 7f9a55bce900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:57.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.524+0000 7f9a55bce900 20 searching for the correct realm 2026-04-02T12:01:57.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.526+0000 7f9a5104c640 0 -- 192.168.123.107:0/418179140 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f9a380696d0 msgr2=0x7f9a3806e3a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:57.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.731+0000 7f9a4bfff640 0 -- 192.168.123.107:0/418179140 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f9a44094070 msgr2=0x7f9a4407a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:57.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.936+0000 7f9a55bce900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:57.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.936+0000 7f9a55bce900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:57.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.936+0000 7f9a55bce900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:57.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.936+0000 7f9a55bce900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:57.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.936+0000 7f9a55bce900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:57.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.936+0000 7f9a55bce900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:57.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.936+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.936+0000 7f9a55bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.936+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.936+0000 7f9a55bce900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:57.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.936+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 20 zone default found 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 4 Realm: () 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 20 zonegroup default 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.937+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.938+0000 7f9a55bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.938+0000 7f9a55bce900 20 started sync module instance, tier type = 2026-04-02T12:01:57.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.938+0000 7f9a55bce900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:57.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.941+0000 7f9a55bce900 20 add_watcher() i=3 2026-04-02T12:01:57.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.942+0000 7f9a55bce900 20 add_watcher() i=5 2026-04-02T12:01:57.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.942+0000 7f9a55bce900 20 add_watcher() i=1 2026-04-02T12:01:57.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.942+0000 7f9a55bce900 20 add_watcher() i=7 2026-04-02T12:01:57.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.942+0000 7f9a55bce900 20 add_watcher() i=6 2026-04-02T12:01:57.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.978+0000 7f9a55bce900 20 add_watcher() i=4 2026-04-02T12:01:57.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.978+0000 7f9a55bce900 20 add_watcher() i=2 2026-04-02T12:01:57.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.979+0000 7f9a55bce900 20 add_watcher() i=0 2026-04-02T12:01:57.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.979+0000 7f9a55bce900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:57.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.980+0000 7f9a55bce900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:57.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.980+0000 7f9a55bce900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:57.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.981+0000 7f9a55bce900 5 note: GC not initialized 2026-04-02T12:01:57.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:57.981+0000 7f99fdfeb640 20 reqs_thread_entry: start 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 20 Filter name: none 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f99f77fe640 20 reqs_thread_entry: start 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 : miss 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 info.flags=0x17 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 to cache LRU end 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:58.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.019+0000 7f9a55bce900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 2026-04-02T12:01:58.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.022+0000 7f9a55bce900 -1 Injecting error=-125 at location=set_target_layout 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.023+0000 7f9a55bce900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 info.flags=0x17 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.023+0000 7f9a55bce900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 to cache LRU end 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.023+0000 7f9a55bce900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.023+0000 7f9a55bce900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25, ofs0, ns] 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.023+0000 7f9a2bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763740 cookie 94105276142240 notifier 6588 bl.length()=1021 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.023+0000 7f9a2bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 info.flags=0x17 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.023+0000 7f9a2bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 to cache LRU end 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.023+0000 7f9a2bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.024+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): orig_sources= new_sources= 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.024+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): potential sources added=[] removed=[] 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.024+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): orig_dests= new_dests= 2026-04-02T12:01:58.025 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.024+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): potential dests added=[] removed=[] 2026-04-02T12:01:58.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.025+0000 7f9a55bce900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25.1.0 2026-04-02T12:01:58.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.025+0000 7f9a55bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25.1.0 2026-04-02T12:01:58.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.025+0000 7f9a55bce900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25.1.1 2026-04-02T12:01:58.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.025+0000 7f9a55bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25.1.1 2026-04-02T12:01:58.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.025+0000 7f9a55bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25.0 2026-04-02T12:01:58.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.027+0000 7f9a55bce900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:58.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.027+0000 7f9a55bce900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.028+0000 7f9a55bce900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 info.flags=0x17 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.028+0000 7f9a55bce900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 to cache LRU end 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.028+0000 7f9a55bce900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.028+0000 7f9a55bce900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25, ofs0, ns] 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.028+0000 7f9a2b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763741 cookie 94105276142240 notifier 6588 bl.length()=1021 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.028+0000 7f9a2b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 info.flags=0x17 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.028+0000 7f9a2b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 to cache LRU end 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.028+0000 7f9a2b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.029+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): orig_sources= new_sources= 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.029+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): potential sources added=[] removed=[] 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.029+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): orig_dests= new_dests= 2026-04-02T12:01:58.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.029+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): potential dests added=[] removed=[] 2026-04-02T12:01:58.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.030+0000 7f9a55bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25.0 2026-04-02T12:01:58.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.030+0000 7f9a55bce900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:58.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.030+0000 7f9a55bce900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 2026-04-02T12:01:58.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a55bce900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 info.flags=0x17 2026-04-02T12:01:58.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a55bce900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 to cache LRU end 2026-04-02T12:01:58.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a55bce900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:58.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a55bce900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25, ofs0, ns] 2026-04-02T12:01:58.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a2b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763742 cookie 94105276142240 notifier 6588 bl.length()=985 2026-04-02T12:01:58.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a2b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 info.flags=0x17 2026-04-02T12:01:58.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a2b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 to cache LRU end 2026-04-02T12:01:58.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a2b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:58.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): orig_sources= new_sources= 2026-04-02T12:01:58.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): potential sources added=[] removed=[] 2026-04-02T12:01:58.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): orig_dests= new_dests= 2026-04-02T12:01:58.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.031+0000 7f9a55bce900 20 handle_bi_update(): bucket=:error-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25]): potential dests added=[] removed=[] 2026-04-02T12:01:58.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.032+0000 7f9a55bce900 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T12:01:58.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.036+0000 7f9a55bce900 20 remove_watcher() i=5 2026-04-02T12:01:58.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.036+0000 7f9a55bce900 2 removed watcher, disabling cache 2026-04-02T12:01:58.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.036+0000 7f9a55bce900 20 remove_watcher() i=7 2026-04-02T12:01:58.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.036+0000 7f9a55bce900 20 remove_watcher() i=1 2026-04-02T12:01:58.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.037+0000 7f9a55bce900 20 remove_watcher() i=3 2026-04-02T12:01:58.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.037+0000 7f9a55bce900 20 remove_watcher() i=6 2026-04-02T12:01:58.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.037+0000 7f9a55bce900 20 remove_watcher() i=2 2026-04-02T12:01:58.039 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.037+0000 7f9a55bce900 20 remove_watcher() i=0 2026-04-02T12:01:58.039 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.037+0000 7f9a55bce900 20 remove_watcher() i=4 2026-04-02T12:01:58.046 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T12:01:58.066 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:58.066 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:58.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.085+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.086+0000 7faa7a134900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:58.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.086+0000 7faa7a134900 20 realm 2026-04-02T12:01:58.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.086+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.087+0000 7faa7a134900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:58.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.087+0000 7faa7a134900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:58.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.087+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.087+0000 7faa7a134900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:58.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.087+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.289+0000 7faa7a134900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:58.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.289+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.289+0000 7faa7a134900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:58.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.289+0000 7faa7a134900 20 searching for the correct realm 2026-04-02T12:01:58.292 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.290+0000 7faa75eab640 0 -- 192.168.123.107:0/3795676189 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x5632331568b0 msgr2=0x563233156d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:58.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.494+0000 7faa75eab640 0 -- 192.168.123.107:0/3795676189 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x563232e30820 msgr2=0x7faa68041450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.700+0000 7faa7a134900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.700+0000 7faa7a134900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.700+0000 7faa7a134900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.700+0000 7faa7a134900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.700+0000 7faa7a134900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.700+0000 7faa7a134900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.700+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.700+0000 7faa7a134900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.700+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.700+0000 7faa7a134900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.700+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.702 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 20 zone default found 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 4 Realm: () 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 20 zonegroup default 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.701+0000 7faa7a134900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.702+0000 7faa7a134900 20 started sync module instance, tier type = 2026-04-02T12:01:58.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.702+0000 7faa7a134900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:58.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.704+0000 7faa7a134900 20 add_watcher() i=5 2026-04-02T12:01:58.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.704+0000 7faa7a134900 20 add_watcher() i=6 2026-04-02T12:01:58.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.705+0000 7faa7a134900 20 add_watcher() i=2 2026-04-02T12:01:58.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.706+0000 7faa7a134900 20 add_watcher() i=3 2026-04-02T12:01:58.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.706+0000 7faa7a134900 20 add_watcher() i=0 2026-04-02T12:01:58.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.706+0000 7faa7a134900 20 add_watcher() i=1 2026-04-02T12:01:58.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.706+0000 7faa7a134900 20 add_watcher() i=4 2026-04-02T12:01:58.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.706+0000 7faa7a134900 20 add_watcher() i=7 2026-04-02T12:01:58.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.706+0000 7faa7a134900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:58.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.708+0000 7faa7a134900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:58.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.708+0000 7faa7a134900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:58.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.708+0000 7faa7a134900 5 note: GC not initialized 2026-04-02T12:01:58.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.708+0000 7faa237ee640 20 reqs_thread_entry: start 2026-04-02T12:01:58.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.745+0000 7faa7a134900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:58.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.745+0000 7faa7a134900 20 Filter name: none 2026-04-02T12:01:58.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.746+0000 7faa217ea640 20 reqs_thread_entry: start 2026-04-02T12:01:58.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.746+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.746+0000 7faa7a134900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:58.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.746+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.746+0000 7faa7a134900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:58.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.746+0000 7faa7a134900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:58.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.746+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.746+0000 7faa7a134900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:58.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.747+0000 7faa7a134900 20 rados->read ofs=0 len=0 2026-04-02T12:01:58.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.747+0000 7faa7a134900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:58.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.747+0000 7faa7a134900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:58.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.750+0000 7faa7a134900 20 remove_watcher() i=5 2026-04-02T12:01:58.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.750+0000 7faa7a134900 2 removed watcher, disabling cache 2026-04-02T12:01:58.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.750+0000 7faa7a134900 20 remove_watcher() i=6 2026-04-02T12:01:58.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.750+0000 7faa7a134900 20 remove_watcher() i=3 2026-04-02T12:01:58.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.751+0000 7faa7a134900 20 remove_watcher() i=2 2026-04-02T12:01:58.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.751+0000 7faa7a134900 20 remove_watcher() i=1 2026-04-02T12:01:58.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.751+0000 7faa7a134900 20 remove_watcher() i=7 2026-04-02T12:01:58.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.751+0000 7faa7a134900 20 remove_watcher() i=0 2026-04-02T12:01:58.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:58.751+0000 7faa7a134900 20 remove_watcher() i=4 2026-04-02T12:01:58.758 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:58.758 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:58.758 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-set-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.25 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-02T12:01:58.758 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:58.815 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with abort at set_target_layout 2026-04-02T12:01:58.815 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.029 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-02T12:01:59.048 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:59.048 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:59.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.070+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.071+0000 7f45c5574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.071+0000 7f45c5574900 20 realm 2026-04-02T12:01:59.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.071+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.071+0000 7f45c5574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.071+0000 7f45c5574900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:59.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.071+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.071+0000 7f45c5574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.071+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.072+0000 7f45c5574900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.072+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.073+0000 7f45c5574900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:59.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.073+0000 7f45c5574900 20 searching for the correct realm 2026-04-02T12:01:59.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.076+0000 7f45c1b84640 0 -- 192.168.123.107:0/813136695 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5570bb3bcd80 msgr2=0x5570bb3dd160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:59.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.079+0000 7f45c1383640 0 -- 192.168.123.107:0/813136695 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f45b4039020 msgr2=0x7f45b4072010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.082+0000 7f45c5574900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.082+0000 7f45c5574900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.082+0000 7f45c5574900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.082+0000 7f45c5574900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.082+0000 7f45c5574900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.082+0000 7f45c5574900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.082+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.082+0000 7f45c5574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.082+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.082+0000 7f45c5574900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.082+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 20 zone default found 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 4 Realm: () 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 20 zonegroup default 2026-04-02T12:01:59.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 20 started sync module instance, tier type = 2026-04-02T12:01:59.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.083+0000 7f45c5574900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:59.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.087+0000 7f45c5574900 20 add_watcher() i=1 2026-04-02T12:01:59.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.087+0000 7f45c5574900 20 add_watcher() i=3 2026-04-02T12:01:59.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.087+0000 7f45c5574900 20 add_watcher() i=0 2026-04-02T12:01:59.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.087+0000 7f45c5574900 20 add_watcher() i=5 2026-04-02T12:01:59.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.087+0000 7f45c5574900 20 add_watcher() i=4 2026-04-02T12:01:59.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.087+0000 7f45c5574900 20 add_watcher() i=7 2026-04-02T12:01:59.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.087+0000 7f45c5574900 20 add_watcher() i=2 2026-04-02T12:01:59.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.088+0000 7f45c5574900 20 add_watcher() i=6 2026-04-02T12:01:59.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.088+0000 7f45c5574900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:59.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.089+0000 7f45c5574900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:59.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.089+0000 7f45c5574900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:59.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.089+0000 7f45c5574900 5 note: GC not initialized 2026-04-02T12:01:59.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.090+0000 7f456e7ec640 20 reqs_thread_entry: start 2026-04-02T12:01:59.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.141+0000 7f45c5574900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:59.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.141+0000 7f45c5574900 20 Filter name: none 2026-04-02T12:01:59.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.141+0000 7f4567fff640 20 reqs_thread_entry: start 2026-04-02T12:01:59.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.141+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.142+0000 7f45c5574900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:59.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.142+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.142+0000 7f45c5574900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.142+0000 7f45c5574900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.142+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.142+0000 7f45c5574900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.142+0000 7f45c5574900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.143+0000 7f45c5574900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:59.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.143+0000 7f45c5574900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:59.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.147+0000 7f45c5574900 20 remove_watcher() i=0 2026-04-02T12:01:59.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.147+0000 7f45c5574900 2 removed watcher, disabling cache 2026-04-02T12:01:59.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.148+0000 7f45c5574900 20 remove_watcher() i=5 2026-04-02T12:01:59.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.148+0000 7f45c5574900 20 remove_watcher() i=4 2026-04-02T12:01:59.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.148+0000 7f45c5574900 20 remove_watcher() i=3 2026-04-02T12:01:59.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.148+0000 7f45c5574900 20 remove_watcher() i=6 2026-04-02T12:01:59.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.148+0000 7f45c5574900 20 remove_watcher() i=7 2026-04-02T12:01:59.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.148+0000 7f45c5574900 20 remove_watcher() i=1 2026-04-02T12:01:59.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.148+0000 7f45c5574900 20 remove_watcher() i=2 2026-04-02T12:01:59.157 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.157 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:59.157 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-set-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:59.157 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.160 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2026-04-02T12:01:59.181 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:59.181 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:59.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.200+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.201+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.201+0000 7f139a192900 20 realm 2026-04-02T12:01:59.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.201+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.201+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.201+0000 7f139a192900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:59.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.201+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.201+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.201+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.202+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.202+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.203+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:59.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.203+0000 7f139a192900 20 searching for the correct realm 2026-04-02T12:01:59.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.206+0000 7f1395ee7640 0 -- 192.168.123.107:0/430574074 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f1388096040 msgr2=0x7f138804d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:59.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.410+0000 7f13956e6640 0 -- 192.168.123.107:0/430574074 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x5616855a1840 msgr2=0x5616855c1c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 zone default found 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 4 Realm: () 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 zonegroup default 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.413+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.413+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.413+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.413+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.413+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.413+0000 7f139a192900 20 started sync module instance, tier type = 2026-04-02T12:01:59.415 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.413+0000 7f139a192900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:59.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.416+0000 7f139a192900 20 add_watcher() i=6 2026-04-02T12:01:59.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.416+0000 7f139a192900 20 add_watcher() i=7 2026-04-02T12:01:59.418 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.416+0000 7f139a192900 20 add_watcher() i=5 2026-04-02T12:01:59.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=4 2026-04-02T12:01:59.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=0 2026-04-02T12:01:59.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=3 2026-04-02T12:01:59.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=2 2026-04-02T12:01:59.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=1 2026-04-02T12:01:59.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.422+0000 7f139a192900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:59.425 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.424+0000 7f139a192900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:59.425 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.424+0000 7f139a192900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:59.425 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.424+0000 7f139a192900 5 note: GC not initialized 2026-04-02T12:01:59.426 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.424+0000 7f13437ee640 20 reqs_thread_entry: start 2026-04-02T12:01:59.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.459+0000 7f139a192900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:59.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.459+0000 7f139a192900 20 Filter name: none 2026-04-02T12:01:59.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.459+0000 7f13417ea640 20 reqs_thread_entry: start 2026-04-02T12:01:59.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.459+0000 7f139a192900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T12:01:59.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.459+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.460+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:59.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.460+0000 7f139a192900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T12:01:59.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.460+0000 7f139a192900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T12:01:59.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.460+0000 7f139a192900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 : miss 2026-04-02T12:01:59.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.460+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.460+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:59.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.460+0000 7f139a192900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 info.flags=0x17 2026-04-02T12:01:59.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.460+0000 7f139a192900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to cache LRU end 2026-04-02T12:01:59.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.460+0000 7f139a192900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:59.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.460+0000 7f139a192900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:59.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.460+0000 7f139a192900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 2026-04-02T12:01:59.464 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f139a192900 time 2026-04-02T12:01:59.463849+0000 2026-04-02T12:01:59.464 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:59.464 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f139b58f8f8] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x1013046) [0x561683c07046] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56168372ee3e] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f139a62a610] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.463+0000 7f139a192900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f139a192900 time 2026-04-02T12:01:59.463849+0000 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f139b58f8f8] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x1013046) [0x561683c07046] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56168372ee3e] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f139a62a610] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f139a192900 thread_name:radosgw-admin 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f139a63fc30] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f139a68d02c] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f139b58f957] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x1013046) [0x561683c07046] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56168372ee3e] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f139a62a610] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.463+0000 7f139a192900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f139a192900 thread_name:radosgw-admin 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f139a63fc30] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f139a68d02c] 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:01:59.465 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:01:59.466 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f139b58f957] 2026-04-02T12:01:59.466 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x1013046) [0x561683c07046] 2026-04-02T12:01:59.466 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56168372ee3e] 2026-04-02T12:01:59.466 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:01:59.466 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f139a62a610] 2026-04-02T12:01:59.466 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:01:59.466 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:01:59.466 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:59.466 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.466 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:01:59.185+0000 7f1395ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:01:59.185+0000 7f1395ee7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:01:59.185+0000 7f1395ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:01:59.185+0000 7f13966e8640 10 monclient(hunting): handle_auth_done global_id 6627 payload 274 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:01:59.185+0000 7f13966e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:01:59.185+0000 7f13966e8640 1 monclient: found mon.noname-a 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:01:59.185+0000 7f13966e8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: dump: 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: _finish_auth 0 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: dump: 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:01:59.185+0000 7f139a192900 5 monclient: authenticate success, global_id 6627 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:01:59.185+0000 7f139a192900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:01:59.185+0000 7f139a192900 4 set_mon_vals no callback set 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:01:59.185+0000 7f139a192900 10 monclient: shutdown 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:01:59.185+0000 7f139a192900 5 asok(0x56168511c6b0) unregister_commands rotate-key 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient: build_initial_monmap 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:01:59.186+0000 7f139a192900 1 build_initial for_mkfs: 0 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient: monmap: 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:59.478 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding auth protocol: cephx 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding auth protocol: cephx 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding auth protocol: cephx 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:01:59.186+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:01:59.186+0000 7f139a192900 1 librados: starting msgr at 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:01:59.186+0000 7f139a192900 1 librados: starting objecter 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:01:59.186+0000 7f139a192900 5 asok(0x56168511c6b0) register_command objecter_requests hook 0x561685223c60 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:01:59.186+0000 7f139a192900 1 librados: setting wanted keys 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:01:59.186+0000 7f139a192900 1 librados: calling monclient init 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient: init 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding auth protocol: cephx 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding auth protocol: cephx 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding auth protocol: cephx 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:01:59.186+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:01:59.186+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:01:59.186+0000 7f139a192900 5 asok(0x56168511c6b0) register_command rotate-key hook 0x561685220638 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): picked mon.noname-b con 0x56168517e470 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): picked mon.noname-c con 0x5616851aa5b0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): picked mon.noname-a con 0x5616851af0e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): authenticate will time out at 1687.239956s 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): get_auth_request con 0x5616851af0e0 auth_method 0 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.479 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:01:59.187+0000 7f13956e6640 10 monclient(hunting): get_auth_request con 0x5616851aa5b0 auth_method 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:01:59.187+0000 7f13956e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:01:59.187+0000 7f13956e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:01:59.187+0000 7f13956e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:01:59.187+0000 7f1395ee7640 10 monclient(hunting): get_auth_request con 0x56168517e470 auth_method 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:01:59.187+0000 7f1395ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:01:59.187+0000 7f1395ee7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:01:59.187+0000 7f1395ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): handle_auth_done global_id 6630 payload 824 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:01:59.187+0000 7f13966e8640 1 monclient: found mon.noname-a 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: dump: 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: _finish_auth 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: _check_auth_tickets 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: dump: 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:01:59.187+0000 7f1383fff640 4 set_mon_vals no callback set 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:01:59.187+0000 7f139a192900 5 monclient: authenticate success, global_id 6630 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:01:59.187+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:01:59.187+0000 7f139a192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:01:59.187+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:01:59.187+0000 7f139a192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:01:59.187+0000 7f139a192900 1 librados: init done 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:01:59.189+0000 7f13827fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:01:59.189+0000 7f13827fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:01:59.189+0000 7f13827fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:01:59.189+0000 7f1395ee7640 10 monclient: get_auth_request con 0x7f1370077540 auth_method 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:01:59.189+0000 7f13956e6640 10 monclient: get_auth_request con 0x5616853709d0 auth_method 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:01:59.190+0000 7f1395ee7640 10 monclient: get_auth_request con 0x561685391ba0 auth_method 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:01:59.191+0000 7f13956e6640 10 monclient: get_auth_request con 0x5616853b3d80 auth_method 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:01:59.192+0000 7f13966e8640 10 monclient: get_auth_request con 0x5616853b3460 auth_method 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:01:59.192+0000 7f139a192900 10 monclient: build_initial_monmap 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:01:59.192+0000 7f139a192900 1 build_initial for_mkfs: 0 2026-04-02T12:01:59.480 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:01:59.192+0000 7f139a192900 10 monclient: monmap: 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding auth protocol: cephx 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding auth protocol: cephx 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding auth protocol: cephx 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:01:59.193+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:01:59.193+0000 7f139a192900 5 asok(0x56168511c6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5616853fb190 EEXIST 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient: init 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding auth protocol: cephx 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding auth protocol: cephx 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding auth protocol: cephx 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:01:59.193+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:01:59.193+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:01:59.193+0000 7f139a192900 5 asok(0x56168511c6b0) register_command rotate-key cmddesc rotate-key hook 0x5616853d4cb0 EEXIST 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): picked mon.noname-c con 0x561685422760 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): picked mon.noname-a con 0x561685425040 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): picked mon.noname-b con 0x561685422b30 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): authenticate will time out at 1687.246755s 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): get_auth_request con 0x561685425040 auth_method 0 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.481 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:01:59.193+0000 7f13956e6640 10 monclient(hunting): get_auth_request con 0x561685422760 auth_method 0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:01:59.194+0000 7f13956e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:01:59.194+0000 7f13956e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:01:59.194+0000 7f13956e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:01:59.194+0000 7f13966e8640 10 monclient(hunting): handle_auth_done global_id 6633 payload 824 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:01:59.194+0000 7f13966e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:01:59.194+0000 7f13966e8640 1 monclient: found mon.noname-a 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:01:59.194+0000 7f13966e8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:01:59.194+0000 7f1395ee7640 10 monclient: get_auth_request con 0x561685422b30 auth_method 0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: dump: 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: _finish_auth 0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: _check_auth_tickets 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: dump: 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:01:59.194+0000 7f139a192900 5 monclient: authenticate success, global_id 6633 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:01:59.194+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:01:59.194+0000 7f139a192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:01:59.194+0000 7f1396ee9640 4 set_mon_vals no callback set 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:01:59.194+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:01:59.194+0000 7f139a192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:01:59.195+0000 7f13777fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:01:59.195+0000 7f13777fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:01:59.195+0000 7f13777fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:01:59.195+0000 7f13956e6640 10 monclient: get_auth_request con 0x7f1364077520 auth_method 0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:01:59.195+0000 7f139a192900 10 monclient: get_monmap_and_config 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:01:59.195+0000 7f139a192900 10 monclient: build_initial_monmap 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:01:59.195+0000 7f139a192900 1 build_initial for_mkfs: 0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:01:59.195+0000 7f139a192900 10 monclient: monmap: 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:59.482 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding auth protocol: cephx 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding auth protocol: cephx 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding auth protocol: cephx 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:01:59.196+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient: init 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding auth protocol: cephx 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding auth protocol: cephx 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding auth protocol: cephx 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:01:59.196+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:01:59.196+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:01:59.196+0000 7f139a192900 5 asok(0x56168511c6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffeb2c92a58 EEXIST 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): picked mon.noname-b con 0x5616854b9460 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): picked mon.noname-c con 0x5616854b8640 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): picked mon.noname-a con 0x56168550e750 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): authenticate will time out at 1687.249516s 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): get_auth_request con 0x5616854b8640 auth_method 0 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): get_auth_request con 0x56168550e750 auth_method 0 2026-04-02T12:01:59.483 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:01:59.196+0000 7f13956e6640 10 monclient(hunting): get_auth_request con 0x5616854b9460 auth_method 0 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:01:59.196+0000 7f13956e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:01:59.196+0000 7f13956e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:01:59.196+0000 7f13956e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): handle_auth_done global_id 6242 payload 274 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:01:59.196+0000 7f13966e8640 1 monclient: found mon.noname-c 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: dump: 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: _finish_auth 0 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: _check_auth_tickets 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: dump: 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:01:59.197+0000 7f139a192900 5 monclient: authenticate success, global_id 6242 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:01:59.197+0000 7f139a192900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:01:59.197+0000 7f139a192900 4 set_mon_vals no callback set 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:01:59.197+0000 7f139a192900 10 monclient: shutdown 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:01:59.197+0000 7f139a192900 10 monclient: build_initial_monmap 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:01:59.197+0000 7f139a192900 1 build_initial for_mkfs: 0 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:01:59.197+0000 7f139a192900 10 monclient: monmap: 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding auth protocol: cephx 2026-04-02T12:01:59.484 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding auth protocol: cephx 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding auth protocol: cephx 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:01:59.197+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:01:59.197+0000 7f139a192900 1 librados: starting msgr at 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:01:59.197+0000 7f139a192900 1 librados: starting objecter 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:01:59.197+0000 7f139a192900 5 asok(0x56168511c6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5616854e5600 EEXIST 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:01:59.197+0000 7f139a192900 1 librados: setting wanted keys 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:01:59.197+0000 7f139a192900 1 librados: calling monclient init 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:01:59.197+0000 7f139a192900 10 monclient: init 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding auth protocol: cephx 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding auth protocol: cephx 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding auth protocol: cephx 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:01:59.198+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:01:59.198+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:01:59.198+0000 7f139a192900 5 asok(0x56168511c6b0) register_command rotate-key cmddesc rotate-key hook 0x5616854b6438 EEXIST 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): picked mon.noname-c con 0x5616854b9460 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): picked mon.noname-b con 0x56168550e750 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): picked mon.noname-a con 0x561685517000 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): authenticate will time out at 1687.251211s 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): get_auth_request con 0x5616854b9460 auth_method 0 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): get_auth_request con 0x561685517000 auth_method 0 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): get_auth_request con 0x56168550e750 auth_method 0 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.485 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): handle_auth_done global_id 6245 payload 824 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient: _finish_hunting 0 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:01:59.198+0000 7f13956e6640 1 monclient: found mon.noname-c 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: dump: 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: _finish_auth 0 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: _check_auth_tickets 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: dump: 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:01:59.198+0000 7f139a192900 5 monclient: authenticate success, global_id 6245 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:01:59.198+0000 7f13757fa640 4 set_mon_vals no callback set 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:01:59.199+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:01:59.199+0000 7f139a192900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:01:59.199+0000 7f139a192900 1 librados: init done 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:01:59.199+0000 7f139a192900 5 asok(0x56168511c6b0) register_command cr dump hook 0x5616855179c8 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:01:59.200+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:01:59.200+0000 7f136b7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:01:59.200+0000 7f136b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:01:59.200+0000 7f136b7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:01:59.201+0000 7f13966e8640 10 monclient: get_auth_request con 0x7f1354077530 auth_method 0 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:01:59.201+0000 7f1395ee7640 10 monclient: get_auth_request con 0x56168557f630 auth_method 0 2026-04-02T12:01:59.486 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:01:59.201+0000 7f139a192900 20 realm 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:01:59.201+0000 7f139a192900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:01:59.202+0000 7f13956e6640 10 monclient: get_auth_request con 0x5616855a1840 auth_method 0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:01:59.202+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:01:59.202+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:01:59.202+0000 7f13966e8640 10 monclient: get_auth_request con 0x5616855c3090 auth_method 0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:01:59.203+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:01:59.203+0000 7f139a192900 20 searching for the correct realm 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:01:59.203+0000 7f1395ee7640 10 monclient: get_auth_request con 0x5616855e5e70 auth_method 0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:01:59.204+0000 7f13956e6640 10 monclient: get_auth_request con 0x7f138402f040 auth_method 0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:01:59.204+0000 7f13966e8640 10 monclient: get_auth_request con 0x7f137c0c2e50 auth_method 0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:01:59.206+0000 7f1395ee7640 10 monclient: get_auth_request con 0x7f1388096040 auth_method 0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:01:59.206+0000 7f1395ee7640 0 -- 192.168.123.107:0/430574074 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f1388096040 msgr2=0x7f138804d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:01:59.407+0000 7f1395ee7640 10 monclient: get_auth_request con 0x7f1388096040 auth_method 0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:01:59.409+0000 7f13956e6640 10 monclient: get_auth_request con 0x7f1388049c30 auth_method 0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:01:59.410+0000 7f13956e6640 0 -- 192.168.123.107:0/430574074 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x5616855a1840 msgr2=0x5616855c1c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:01:59.410+0000 7f136b7fe640 1 client.6245.objecter ms_handle_reset 0x5616855a1840 session 0x5616855a11c0 osd.5 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:01:59.410+0000 7f136b7fe640 10 monclient: _renew_subs 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:01:59.410+0000 7f136b7fe640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:01:59.410+0000 7f13956e6640 10 monclient: get_auth_request con 0x7f13540a4b70 auth_method 0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:01:59.412+0000 7f139a192900 20 zone default found 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:01:59.412+0000 7f139a192900 4 Realm: () 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:01:59.412+0000 7f139a192900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:01:59.412+0000 7f139a192900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:01:59.412+0000 7f139a192900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:01:59.412+0000 7f139a192900 20 zonegroup default 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:01:59.413+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:01:59.413+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:01:59.413+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:01:59.413+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:01:59.413+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:01:59.413+0000 7f139a192900 20 started sync module instance, tier type = 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:01:59.413+0000 7f139a192900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:01:59.416+0000 7f139a192900 20 add_watcher() i=6 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:01:59.416+0000 7f139a192900 20 add_watcher() i=7 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:01:59.416+0000 7f139a192900 20 add_watcher() i=5 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=4 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=0 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=3 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=2 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=1 2026-04-02T12:01:59.487 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:01:59.422+0000 7f139a192900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:01:59.422+0000 7f13966e8640 10 monclient: get_auth_request con 0x7f131c007200 auth_method 0 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding auth protocol: cephx 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding auth protocol: cephx 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding auth protocol: cephx 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:01:59.424+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:01:59.424+0000 7f139a192900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:01:59.424+0000 7f139a192900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command cache list hook 0x5616854b8030 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command cache inspect hook 0x5616854b8030 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command cache erase hook 0x5616854b8030 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command cache zap hook 0x5616854b8030 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:01:59.424+0000 7f139a192900 5 note: GC not initialized 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:01:59.424+0000 7f13437ee640 20 reqs_thread_entry: start 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command sync trace show hook 0x7f138807e070 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command sync trace history hook 0x7f138807e070 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command sync trace active hook 0x7f138807e070 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command sync trace active_short hook 0x7f138807e070 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:01:59.424+0000 7f1395ee7640 10 monclient: get_auth_request con 0x5616856215e0 auth_method 0 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:01:59.426+0000 7f13956e6640 10 monclient: get_auth_request con 0x5616855c07a0 auth_method 0 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:01:59.427+0000 7f13966e8640 10 monclient: get_auth_request con 0x56168561e1e0 auth_method 0 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:01:59.428+0000 7f1395ee7640 10 monclient: get_auth_request con 0x5616856193d0 auth_method 0 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:01:59.431+0000 7f13956e6640 10 monclient: get_auth_request con 0x56168561b2a0 auth_method 0 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:01:59.436+0000 7f13966e8640 10 monclient: get_auth_request con 0x561685617670 auth_method 0 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:01:59.459+0000 7f139a192900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:01:59.459+0000 7f139a192900 20 Filter name: none 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:01:59.459+0000 7f13417ea640 20 reqs_thread_entry: start 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:01:59.459+0000 7f139a192900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:01:59.459+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:01:59.460+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:01:59.460+0000 7f139a192900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:01:59.460+0000 7f139a192900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:01:59.460+0000 7f139a192900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 : miss 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:01:59.460+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:01:59.460+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:01:59.460+0000 7f139a192900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 info.flags=0x17 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:01:59.460+0000 7f139a192900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to cache LRU end 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:01:59.460+0000 7f139a192900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:01:59.460+0000 7f139a192900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:01:59.460+0000 7f139a192900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:01:59.463+0000 7f139a192900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f139a192900 time 2026-04-02T12:01:59.463849+0000 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f139b58f8f8] 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x1013046) [0x561683c07046] 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56168372ee3e] 2026-04-02T12:01:59.488 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f139a62a610] 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:01:59.463+0000 7f139a192900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f139a192900 thread_name:radosgw-admin 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f139a63fc30] 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f139a68d02c] 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f139b58f957] 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x1013046) [0x561683c07046] 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56168372ee3e] 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f139a62a610] 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:01:59.489 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 7f13417ea640 / http_manager 2026-04-02T12:01:59.490 INFO:tasks.workunit.client.0.vm07.stderr: 7f13437ee640 / http_manager 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f136b7fe640 / ms_dispatch 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f13757fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f13777fe640 / ms_dispatch 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f13827fc640 / ms_dispatch 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f1383fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f138cff9640 / admin_socket 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f1394ee5640 / ms_dispatch 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f13956e6640 / msgr-worker-2 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f1395ee7640 / msgr-worker-1 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f13966e8640 / msgr-worker-0 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f1396ee9640 / io_context_pool 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 7f139a192900 / radosgw-admin 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.87879.log 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:01:59.185+0000 7f1395ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:01:59.185+0000 7f1395ee7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:01:59.185+0000 7f1395ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:01:59.185+0000 7f13966e8640 10 monclient(hunting): handle_auth_done global_id 6627 payload 274 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:01:59.185+0000 7f13966e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:01:59.185+0000 7f13966e8640 1 monclient: found mon.noname-a 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:01:59.185+0000 7f13966e8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: dump: 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: _finish_auth 0 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:01:59.185+0000 7f1383fff640 10 monclient: dump: 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:01:59.185+0000 7f139a192900 5 monclient: authenticate success, global_id 6627 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:01:59.185+0000 7f139a192900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:01:59.185+0000 7f139a192900 4 set_mon_vals no callback set 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:01:59.185+0000 7f139a192900 10 monclient: shutdown 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:01:59.185+0000 7f139a192900 5 asok(0x56168511c6b0) unregister_commands rotate-key 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient: build_initial_monmap 2026-04-02T12:01:59.491 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:01:59.186+0000 7f139a192900 1 build_initial for_mkfs: 0 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient: monmap: 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding auth protocol: cephx 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding auth protocol: cephx 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding auth protocol: cephx 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x561685222540) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:01:59.186+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:01:59.186+0000 7f139a192900 1 librados: starting msgr at 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:01:59.186+0000 7f139a192900 1 librados: starting objecter 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:01:59.186+0000 7f139a192900 5 asok(0x56168511c6b0) register_command objecter_requests hook 0x561685223c60 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:01:59.186+0000 7f139a192900 1 librados: setting wanted keys 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:01:59.186+0000 7f139a192900 1 librados: calling monclient init 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient: init 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding auth protocol: cephx 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding auth protocol: cephx 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding auth protocol: cephx 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: crc 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:01:59.186+0000 7f139a192900 5 AuthRegistry(0x5616852204f0) adding con mode: secure 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:01:59.186+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:01:59.186+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:01:59.186+0000 7f139a192900 5 asok(0x56168511c6b0) register_command rotate-key hook 0x561685220638 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): picked mon.noname-b con 0x56168517e470 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): picked mon.noname-c con 0x5616851aa5b0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): picked mon.noname-a con 0x5616851af0e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.492 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:01:59.186+0000 7f139a192900 10 monclient(hunting): authenticate will time out at 1687.239956s 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): get_auth_request con 0x5616851af0e0 auth_method 0 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:01:59.187+0000 7f13956e6640 10 monclient(hunting): get_auth_request con 0x5616851aa5b0 auth_method 0 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:01:59.187+0000 7f13956e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:01:59.187+0000 7f13956e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:01:59.187+0000 7f13956e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:01:59.187+0000 7f1395ee7640 10 monclient(hunting): get_auth_request con 0x56168517e470 auth_method 0 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:01:59.187+0000 7f1395ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:01:59.187+0000 7f1395ee7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:01:59.187+0000 7f1395ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient(hunting): handle_auth_done global_id 6630 payload 824 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:01:59.187+0000 7f13966e8640 1 monclient: found mon.noname-a 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:01:59.187+0000 7f13966e8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: dump: 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: _finish_auth 0 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: _check_auth_tickets 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:01:59.187+0000 7f13827fc640 10 monclient: dump: 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:01:59.187+0000 7f1383fff640 4 set_mon_vals no callback set 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:01:59.187+0000 7f139a192900 5 monclient: authenticate success, global_id 6630 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:01:59.187+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:01:59.187+0000 7f139a192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:01:59.187+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:01:59.187+0000 7f139a192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:01:59.187+0000 7f139a192900 1 librados: init done 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:01:59.189+0000 7f13827fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:01:59.189+0000 7f13827fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:01:59.189+0000 7f13827fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.493 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:01:59.189+0000 7f1395ee7640 10 monclient: get_auth_request con 0x7f1370077540 auth_method 0 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:01:59.189+0000 7f13956e6640 10 monclient: get_auth_request con 0x5616853709d0 auth_method 0 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:01:59.190+0000 7f1395ee7640 10 monclient: get_auth_request con 0x561685391ba0 auth_method 0 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:01:59.191+0000 7f13956e6640 10 monclient: get_auth_request con 0x5616853b3d80 auth_method 0 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:01:59.192+0000 7f13966e8640 10 monclient: get_auth_request con 0x5616853b3460 auth_method 0 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:01:59.192+0000 7f139a192900 10 monclient: build_initial_monmap 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:01:59.192+0000 7f139a192900 1 build_initial for_mkfs: 0 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:01:59.192+0000 7f139a192900 10 monclient: monmap: 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding auth protocol: cephx 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding auth protocol: cephx 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding auth protocol: cephx 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853f7850) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:01:59.193+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:01:59.193+0000 7f139a192900 5 asok(0x56168511c6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5616853fb190 EEXIST 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient: init 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding auth protocol: cephx 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding auth protocol: cephx 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding auth protocol: cephx 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: crc 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:01:59.193+0000 7f139a192900 5 AuthRegistry(0x5616853d4b68) adding con mode: secure 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:01:59.193+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:01:59.193+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:01:59.193+0000 7f139a192900 5 asok(0x56168511c6b0) register_command rotate-key cmddesc rotate-key hook 0x5616853d4cb0 EEXIST 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:59.494 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): picked mon.noname-c con 0x561685422760 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): picked mon.noname-a con 0x561685425040 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): picked mon.noname-b con 0x561685422b30 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:01:59.193+0000 7f139a192900 10 monclient(hunting): authenticate will time out at 1687.246755s 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): get_auth_request con 0x561685425040 auth_method 0 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:01:59.193+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:01:59.193+0000 7f13956e6640 10 monclient(hunting): get_auth_request con 0x561685422760 auth_method 0 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:01:59.194+0000 7f13956e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:01:59.194+0000 7f13956e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:01:59.194+0000 7f13956e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:01:59.194+0000 7f13966e8640 10 monclient(hunting): handle_auth_done global_id 6633 payload 824 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:01:59.194+0000 7f13966e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:01:59.194+0000 7f13966e8640 1 monclient: found mon.noname-a 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:01:59.194+0000 7f13966e8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:01:59.194+0000 7f1395ee7640 10 monclient: get_auth_request con 0x561685422b30 auth_method 0 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: dump: 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: _finish_auth 0 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: _check_auth_tickets 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:01:59.194+0000 7f13777fe640 10 monclient: dump: 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:01:59.194+0000 7f139a192900 5 monclient: authenticate success, global_id 6633 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:01:59.194+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:01:59.194+0000 7f139a192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:01:59.194+0000 7f1396ee9640 4 set_mon_vals no callback set 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:01:59.194+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:01:59.194+0000 7f139a192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:01:59.495 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:01:59.195+0000 7f13777fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:01:59.195+0000 7f13777fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:01:59.195+0000 7f13777fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:01:59.195+0000 7f13956e6640 10 monclient: get_auth_request con 0x7f1364077520 auth_method 0 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:01:59.195+0000 7f139a192900 10 monclient: get_monmap_and_config 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:01:59.195+0000 7f139a192900 10 monclient: build_initial_monmap 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:01:59.195+0000 7f139a192900 1 build_initial for_mkfs: 0 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:01:59.195+0000 7f139a192900 10 monclient: monmap: 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding auth protocol: cephx 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding auth protocol: cephx 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding auth protocol: cephx 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:01:59.195+0000 7f139a192900 5 AuthRegistry(0x5616854b7620) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:01:59.196+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient: init 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding auth protocol: cephx 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding auth protocol: cephx 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding auth protocol: cephx 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: crc 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:01:59.196+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92910) adding con mode: secure 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:01:59.196+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:01:59.196+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:01:59.196+0000 7f139a192900 5 asok(0x56168511c6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffeb2c92a58 EEXIST 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): picked mon.noname-b con 0x5616854b9460 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): picked mon.noname-c con 0x5616854b8640 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): picked mon.noname-a con 0x56168550e750 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.496 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:01:59.196+0000 7f139a192900 10 monclient(hunting): authenticate will time out at 1687.249516s 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): get_auth_request con 0x5616854b8640 auth_method 0 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): get_auth_request con 0x56168550e750 auth_method 0 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:01:59.196+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:01:59.196+0000 7f13956e6640 10 monclient(hunting): get_auth_request con 0x5616854b9460 auth_method 0 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:01:59.196+0000 7f13956e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:01:59.196+0000 7f13956e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:01:59.196+0000 7f13956e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient(hunting): handle_auth_done global_id 6242 payload 274 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:01:59.196+0000 7f13966e8640 1 monclient: found mon.noname-c 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:01:59.196+0000 7f13966e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: dump: 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: _finish_auth 0 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: _check_auth_tickets 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:01:59.197+0000 7f13757fa640 10 monclient: dump: 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:01:59.197+0000 7f139a192900 5 monclient: authenticate success, global_id 6242 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:01:59.197+0000 7f139a192900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:01:59.197+0000 7f139a192900 4 set_mon_vals no callback set 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:01:59.197+0000 7f139a192900 10 monclient: shutdown 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:01:59.197+0000 7f139a192900 10 monclient: build_initial_monmap 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:01:59.197+0000 7f139a192900 1 build_initial for_mkfs: 0 2026-04-02T12:01:59.497 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:01:59.197+0000 7f139a192900 10 monclient: monmap: 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding auth protocol: cephx 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding auth protocol: cephx 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding auth protocol: cephx 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854bb5c0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:01:59.197+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:01:59.197+0000 7f139a192900 1 librados: starting msgr at 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:01:59.197+0000 7f139a192900 1 librados: starting objecter 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:01:59.197+0000 7f139a192900 5 asok(0x56168511c6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5616854e5600 EEXIST 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:01:59.197+0000 7f139a192900 1 librados: setting wanted keys 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:01:59.197+0000 7f139a192900 1 librados: calling monclient init 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:01:59.197+0000 7f139a192900 10 monclient: init 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding auth protocol: cephx 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding auth protocol: cephx 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding auth protocol: cephx 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: crc 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:01:59.197+0000 7f139a192900 5 AuthRegistry(0x5616854b62f0) adding con mode: secure 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:01:59.198+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:01:59.198+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:01:59.198+0000 7f139a192900 5 asok(0x56168511c6b0) register_command rotate-key cmddesc rotate-key hook 0x5616854b6438 EEXIST 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): picked mon.noname-c con 0x5616854b9460 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): picked mon.noname-b con 0x56168550e750 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): picked mon.noname-a con 0x561685517000 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:59.498 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient(hunting): authenticate will time out at 1687.251211s 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): get_auth_request con 0x5616854b9460 auth_method 0 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): get_auth_request con 0x561685517000 auth_method 0 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): get_auth_request con 0x56168550e750 auth_method 0 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:01:59.198+0000 7f13966e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:01:59.198+0000 7f1395ee7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient(hunting): handle_auth_done global_id 6245 payload 824 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient: _finish_hunting 0 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:01:59.198+0000 7f13956e6640 1 monclient: found mon.noname-c 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:01:59.198+0000 7f13956e6640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: dump: 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: _finish_auth 0 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: _check_auth_tickets 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:01:59.198+0000 7f136b7fe640 10 monclient: dump: 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:01:59.499 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:01:59.198+0000 7f139a192900 5 monclient: authenticate success, global_id 6245 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:01:59.198+0000 7f139a192900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:01:59.198+0000 7f13757fa640 4 set_mon_vals no callback set 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:01:59.199+0000 7f139a192900 10 monclient: _renew_subs 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:01:59.199+0000 7f139a192900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:01:59.199+0000 7f139a192900 1 librados: init done 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:01:59.199+0000 7f139a192900 5 asok(0x56168511c6b0) register_command cr dump hook 0x5616855179c8 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:01:59.200+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:01:59.200+0000 7f136b7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:01:59.200+0000 7f136b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:01:59.200+0000 7f136b7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:01:59.201+0000 7f13966e8640 10 monclient: get_auth_request con 0x7f1354077530 auth_method 0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:01:59.201+0000 7f1395ee7640 10 monclient: get_auth_request con 0x56168557f630 auth_method 0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:01:59.201+0000 7f139a192900 20 realm 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:01:59.201+0000 7f139a192900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:01:59.201+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:01:59.202+0000 7f13956e6640 10 monclient: get_auth_request con 0x5616855a1840 auth_method 0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:01:59.202+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:01:59.202+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:01:59.202+0000 7f13966e8640 10 monclient: get_auth_request con 0x5616855c3090 auth_method 0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:01:59.203+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:01:59.203+0000 7f139a192900 20 searching for the correct realm 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:01:59.203+0000 7f1395ee7640 10 monclient: get_auth_request con 0x5616855e5e70 auth_method 0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:01:59.204+0000 7f13956e6640 10 monclient: get_auth_request con 0x7f138402f040 auth_method 0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:01:59.204+0000 7f13966e8640 10 monclient: get_auth_request con 0x7f137c0c2e50 auth_method 0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:01:59.206+0000 7f1395ee7640 10 monclient: get_auth_request con 0x7f1388096040 auth_method 0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:01:59.206+0000 7f1395ee7640 0 -- 192.168.123.107:0/430574074 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f1388096040 msgr2=0x7f138804d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:01:59.407+0000 7f1395ee7640 10 monclient: get_auth_request con 0x7f1388096040 auth_method 0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:01:59.409+0000 7f13956e6640 10 monclient: get_auth_request con 0x7f1388049c30 auth_method 0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:01:59.410+0000 7f13956e6640 0 -- 192.168.123.107:0/430574074 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x5616855a1840 msgr2=0x5616855c1c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:01:59.410+0000 7f136b7fe640 1 client.6245.objecter ms_handle_reset 0x5616855a1840 session 0x5616855a11c0 osd.5 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:01:59.410+0000 7f136b7fe640 10 monclient: _renew_subs 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:01:59.410+0000 7f136b7fe640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:01:59.410+0000 7f13956e6640 10 monclient: get_auth_request con 0x7f13540a4b70 auth_method 0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:01:59.412+0000 7f139a192900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.500 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:01:59.412+0000 7f139a192900 20 zone default found 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:01:59.412+0000 7f139a192900 4 Realm: () 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:01:59.412+0000 7f139a192900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:01:59.412+0000 7f139a192900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:01:59.412+0000 7f139a192900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:01:59.412+0000 7f139a192900 20 zonegroup default 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:01:59.412+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:01:59.413+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:01:59.413+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:01:59.413+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:01:59.413+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:01:59.413+0000 7f139a192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:01:59.413+0000 7f139a192900 20 started sync module instance, tier type = 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:01:59.413+0000 7f139a192900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:01:59.416+0000 7f139a192900 20 add_watcher() i=6 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:01:59.416+0000 7f139a192900 20 add_watcher() i=7 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:01:59.416+0000 7f139a192900 20 add_watcher() i=5 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=4 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=3 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=2 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:01:59.422+0000 7f139a192900 20 add_watcher() i=1 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:01:59.422+0000 7f139a192900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:01:59.422+0000 7f13966e8640 10 monclient: get_auth_request con 0x7f131c007200 auth_method 0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding auth protocol: cephx 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding auth protocol: cephx 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding auth protocol: cephx 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: crc 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:01:59.423+0000 7f139a192900 5 AuthRegistry(0x7ffeb2c92a00) adding con mode: secure 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:01:59.424+0000 7f139a192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:01:59.424+0000 7f139a192900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:01:59.424+0000 7f139a192900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command cache list hook 0x5616854b8030 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command cache inspect hook 0x5616854b8030 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command cache erase hook 0x5616854b8030 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command cache zap hook 0x5616854b8030 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:01:59.424+0000 7f139a192900 5 note: GC not initialized 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:01:59.424+0000 7f13437ee640 20 reqs_thread_entry: start 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command sync trace show hook 0x7f138807e070 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command sync trace history hook 0x7f138807e070 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command sync trace active hook 0x7f138807e070 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:01:59.424+0000 7f139a192900 5 asok(0x56168511c6b0) register_command sync trace active_short hook 0x7f138807e070 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:01:59.424+0000 7f1395ee7640 10 monclient: get_auth_request con 0x5616856215e0 auth_method 0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:01:59.426+0000 7f13956e6640 10 monclient: get_auth_request con 0x5616855c07a0 auth_method 0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:01:59.427+0000 7f13966e8640 10 monclient: get_auth_request con 0x56168561e1e0 auth_method 0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:01:59.428+0000 7f1395ee7640 10 monclient: get_auth_request con 0x5616856193d0 auth_method 0 2026-04-02T12:01:59.501 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:01:59.431+0000 7f13956e6640 10 monclient: get_auth_request con 0x56168561b2a0 auth_method 0 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:01:59.436+0000 7f13966e8640 10 monclient: get_auth_request con 0x561685617670 auth_method 0 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:01:59.459+0000 7f139a192900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:01:59.459+0000 7f139a192900 20 Filter name: none 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:01:59.459+0000 7f13417ea640 20 reqs_thread_entry: start 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:01:59.459+0000 7f139a192900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:01:59.459+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:01:59.460+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:01:59.460+0000 7f139a192900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:01:59.460+0000 7f139a192900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:01:59.460+0000 7f139a192900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 : miss 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:01:59.460+0000 7f139a192900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:01:59.460+0000 7f139a192900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:01:59.460+0000 7f139a192900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 info.flags=0x17 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:01:59.460+0000 7f139a192900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to cache LRU end 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:01:59.460+0000 7f139a192900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:01:59.460+0000 7f139a192900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:01:59.460+0000 7f139a192900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:01:59.463+0000 7f139a192900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f139a192900 time 2026-04-02T12:01:59.463849+0000 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f139b58f8f8] 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x1013046) [0x561683c07046] 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56168372ee3e] 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f139a62a610] 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:01:59.463+0000 7f139a192900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f139a192900 thread_name:radosgw-admin 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f139a63fc30] 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f139a68d02c] 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f139b58f957] 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x1013046) [0x561683c07046] 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x56168372ee3e] 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f139a62a610] 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:01:59.502 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:01:59.503 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f13417ea640 / http_manager 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f13437ee640 / http_manager 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f136b7fe640 / ms_dispatch 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f13757fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f13777fe640 / ms_dispatch 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f13827fc640 / ms_dispatch 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f1383fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f138cff9640 / admin_socket 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f1394ee5640 / ms_dispatch 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f13956e6640 / msgr-worker-2 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f1395ee7640 / msgr-worker-1 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f13966e8640 / msgr-worker-0 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f1396ee9640 / io_context_pool 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: 7f139a192900 / radosgw-admin 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:01:59.464929Z_20550169-fda2-423d-a781-b4fb84aec5af/log 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:59.504 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:59.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.514+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.516+0000 7f9eb613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.516+0000 7f9eb613c900 20 realm 2026-04-02T12:01:59.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.516+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.516+0000 7f9eb613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.516+0000 7f9eb613c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:59.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.516+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.516+0000 7f9eb613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.516+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.517+0000 7f9eb613c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.517+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.517+0000 7f9eb613c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:59.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.517+0000 7f9eb613c900 20 searching for the correct realm 2026-04-02T12:01:59.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.520+0000 7f9eb25f7640 0 -- 192.168.123.107:0/1286619636 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x563b01322780 msgr2=0x563b01342b60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:59.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.523+0000 7f9eb1df6640 0 -- 192.168.123.107:0/1286619636 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f9ea4068930 msgr2=0x7f9ea4069c30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.525+0000 7f9eb613c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.525+0000 7f9eb613c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.525+0000 7f9eb613c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.525+0000 7f9eb613c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.525+0000 7f9eb613c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.525+0000 7f9eb613c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.525+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.525+0000 7f9eb613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.525+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.525+0000 7f9eb613c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.525+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 20 zone default found 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 4 Realm: () 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 20 zonegroup default 2026-04-02T12:01:59.527 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 20 started sync module instance, tier type = 2026-04-02T12:01:59.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.526+0000 7f9eb613c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:59.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.529+0000 7f9eb613c900 20 add_watcher() i=1 2026-04-02T12:01:59.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.529+0000 7f9eb613c900 20 add_watcher() i=3 2026-04-02T12:01:59.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.529+0000 7f9eb613c900 20 add_watcher() i=7 2026-04-02T12:01:59.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.529+0000 7f9eb613c900 20 add_watcher() i=2 2026-04-02T12:01:59.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.530+0000 7f9eb613c900 20 add_watcher() i=0 2026-04-02T12:01:59.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.530+0000 7f9eb613c900 20 add_watcher() i=4 2026-04-02T12:01:59.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.530+0000 7f9eb613c900 20 add_watcher() i=6 2026-04-02T12:01:59.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.530+0000 7f9eb613c900 20 add_watcher() i=5 2026-04-02T12:01:59.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.530+0000 7f9eb613c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:59.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.531+0000 7f9eb613c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:59.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.531+0000 7f9eb613c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:59.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.531+0000 7f9eb613c900 5 note: GC not initialized 2026-04-02T12:01:59.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.532+0000 7f9e5efed640 20 reqs_thread_entry: start 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.569+0000 7f9eb613c900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.569+0000 7f9eb613c900 20 Filter name: none 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.569+0000 7f9e5cfe9640 20 reqs_thread_entry: start 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.569+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.569+0000 7f9eb613c900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.569+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.569+0000 7f9eb613c900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.569+0000 7f9eb613c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.569+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.569+0000 7f9eb613c900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.569+0000 7f9eb613c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.570+0000 7f9eb613c900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:59.571 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.570+0000 7f9eb613c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:59.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.579+0000 7f9eb613c900 20 remove_watcher() i=3 2026-04-02T12:01:59.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.579+0000 7f9eb613c900 2 removed watcher, disabling cache 2026-04-02T12:01:59.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.581+0000 7f9eb613c900 20 remove_watcher() i=5 2026-04-02T12:01:59.583 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.581+0000 7f9eb613c900 20 remove_watcher() i=6 2026-04-02T12:01:59.589 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.587+0000 7f9eb613c900 20 remove_watcher() i=7 2026-04-02T12:01:59.589 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.587+0000 7f9eb613c900 20 remove_watcher() i=0 2026-04-02T12:01:59.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.590+0000 7f9eb613c900 20 remove_watcher() i=4 2026-04-02T12:01:59.591 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.590+0000 7f9eb613c900 20 remove_watcher() i=1 2026-04-02T12:01:59.592 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.590+0000 7f9eb613c900 20 remove_watcher() i=2 2026-04-02T12:01:59.597 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.597 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:01:59.597 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-set-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:01:59.597 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:01:59.674 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:59.694 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:59.694 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:59.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.711+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.712+0000 7fd11e92e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.712+0000 7fd11e92e900 20 realm 2026-04-02T12:01:59.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.712+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.713+0000 7fd11e92e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.713+0000 7fd11e92e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:59.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.713+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.713+0000 7fd11e92e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.713+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.714+0000 7fd11e92e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.714+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.714+0000 7fd11e92e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:59.716 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.714+0000 7fd11e92e900 20 searching for the correct realm 2026-04-02T12:01:59.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.717+0000 7fd11a61d640 0 -- 192.168.123.107:0/862472778 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fd10c021bf0 msgr2=0x7fd10c038420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:59.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.922+0000 7fd119e1c640 0 -- 192.168.123.107:0/862472778 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x5566d8429cf0 msgr2=0x5566d844a1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:59.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.924+0000 7fd11e92e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:01:59.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.924+0000 7fd11e92e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:59.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.924+0000 7fd11e92e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:01:59.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.924+0000 7fd11e92e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:59.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.924+0000 7fd11e92e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:59.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.924+0000 7fd11e92e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:59.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.924+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.924+0000 7fd11e92e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.924+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 20 zone default found 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 4 Realm: () 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 20 zonegroup default 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.925+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.926+0000 7fd11e92e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.926+0000 7fd11e92e900 20 started sync module instance, tier type = 2026-04-02T12:01:59.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.926+0000 7fd11e92e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:01:59.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.929+0000 7fd11e92e900 20 add_watcher() i=6 2026-04-02T12:01:59.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.929+0000 7fd11e92e900 20 add_watcher() i=7 2026-04-02T12:01:59.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.929+0000 7fd11e92e900 20 add_watcher() i=4 2026-04-02T12:01:59.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.929+0000 7fd11e92e900 20 add_watcher() i=5 2026-04-02T12:01:59.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.929+0000 7fd11e92e900 20 add_watcher() i=0 2026-04-02T12:01:59.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.930+0000 7fd11e92e900 20 add_watcher() i=1 2026-04-02T12:01:59.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.930+0000 7fd11e92e900 20 add_watcher() i=3 2026-04-02T12:01:59.932 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.930+0000 7fd11e92e900 20 add_watcher() i=2 2026-04-02T12:01:59.932 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.930+0000 7fd11e92e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:59.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.932+0000 7fd11e92e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:59.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.932+0000 7fd11e92e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:59.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.932+0000 7fd11e92e900 5 note: GC not initialized 2026-04-02T12:01:59.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.932+0000 7fd0c2ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:59.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.972+0000 7fd11e92e900 20 init_complete bucket index max shards: 1 2026-04-02T12:01:59.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.972+0000 7fd11e92e900 20 Filter name: none 2026-04-02T12:01:59.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.972+0000 7fd0c0ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:59.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.972+0000 7fd11e92e900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T12:01:59.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.972+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.973+0000 7fd11e92e900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:01:59.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.973+0000 7fd11e92e900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T12:01:59.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.973+0000 7fd11e92e900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T12:01:59.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.973+0000 7fd11e92e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 : miss 2026-04-02T12:01:59.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.973+0000 7fd11e92e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:59.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.973+0000 7fd11e92e900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:01:59.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.973+0000 7fd11e92e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 info.flags=0x17 2026-04-02T12:01:59.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.973+0000 7fd11e92e900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to cache LRU end 2026-04-02T12:01:59.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.973+0000 7fd11e92e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:59.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.973+0000 7fd11e92e900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:01:59.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.973+0000 7fd11e92e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 2026-04-02T12:01:59.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.974+0000 7fd11e92e900 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to be held by another RGW process; skipping for now 2026-04-02T12:01:59.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.977+0000 7fd11e92e900 20 remove_watcher() i=3 2026-04-02T12:01:59.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.977+0000 7fd11e92e900 2 removed watcher, disabling cache 2026-04-02T12:01:59.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.977+0000 7fd11e92e900 20 remove_watcher() i=0 2026-04-02T12:01:59.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.978+0000 7fd11e92e900 20 remove_watcher() i=7 2026-04-02T12:01:59.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.978+0000 7fd11e92e900 20 remove_watcher() i=4 2026-04-02T12:01:59.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.978+0000 7fd11e92e900 20 remove_watcher() i=6 2026-04-02T12:01:59.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.978+0000 7fd11e92e900 20 remove_watcher() i=5 2026-04-02T12:01:59.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.978+0000 7fd11e92e900 20 remove_watcher() i=1 2026-04-02T12:01:59.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:01:59.978+0000 7fd11e92e900 20 remove_watcher() i=2 2026-04-02T12:01:59.986 INFO:tasks.workunit.client.0.vm07.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:02:30.017 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:02:30.038 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:30.038 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:30.059 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.057+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.058+0000 7f7418fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.058+0000 7f7418fc9900 20 realm 2026-04-02T12:02:30.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.058+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.058+0000 7f7418fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.058+0000 7f7418fc9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:30.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.058+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.058+0000 7f7418fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.060 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.058+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.059+0000 7f7418fc9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:30.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.059+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.062 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.060+0000 7f7418fc9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:30.062 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.060+0000 7f7418fc9900 20 searching for the correct realm 2026-04-02T12:02:30.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.062+0000 7f7406dff640 0 -- 192.168.123.107:0/4013663251 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f740002e8f0 msgr2=0x7f740000d3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:30.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.066+0000 7f7406dff640 0 -- 192.168.123.107:0/4013663251 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f7408079040 msgr2=0x7f740806c1f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:30.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.271+0000 7f7418fc9900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:30.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.271+0000 7f7418fc9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:30.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.271+0000 7f7418fc9900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:30.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.271+0000 7f7418fc9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:30.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.271+0000 7f7418fc9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:30.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.271+0000 7f7418fc9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:30.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.271+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.272+0000 7f7418fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.272+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.272+0000 7f7418fc9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.272+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.272+0000 7f7418fc9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.272+0000 7f7418fc9900 20 zone default found 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.272+0000 7f7418fc9900 4 Realm: () 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.273+0000 7f7418fc9900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.273+0000 7f7418fc9900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.273+0000 7f7418fc9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.273+0000 7f7418fc9900 20 zonegroup default 2026-04-02T12:02:30.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.273+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.273+0000 7f7418fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.273+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.273+0000 7f7418fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.273+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.274+0000 7f7418fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.274+0000 7f7418fc9900 20 started sync module instance, tier type = 2026-04-02T12:02:30.275 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.274+0000 7f7418fc9900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:30.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.277+0000 7f7418fc9900 20 add_watcher() i=5 2026-04-02T12:02:30.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.278+0000 7f7418fc9900 20 add_watcher() i=3 2026-04-02T12:02:30.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.278+0000 7f7418fc9900 20 add_watcher() i=4 2026-04-02T12:02:30.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.278+0000 7f7418fc9900 20 add_watcher() i=6 2026-04-02T12:02:30.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.278+0000 7f7418fc9900 20 add_watcher() i=7 2026-04-02T12:02:30.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.278+0000 7f7418fc9900 20 add_watcher() i=0 2026-04-02T12:02:30.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.278+0000 7f7418fc9900 20 add_watcher() i=2 2026-04-02T12:02:30.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.278+0000 7f7418fc9900 20 add_watcher() i=1 2026-04-02T12:02:30.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.278+0000 7f7418fc9900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:30.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.280+0000 7f7418fc9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:30.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.280+0000 7f7418fc9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:30.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.280+0000 7f7418fc9900 5 note: GC not initialized 2026-04-02T12:02:30.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.280+0000 7f73c0ff1640 20 reqs_thread_entry: start 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.323+0000 7f7418fc9900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.323+0000 7f7418fc9900 20 Filter name: none 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.324+0000 7f73ba7fc640 20 reqs_thread_entry: start 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.324+0000 7f7418fc9900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.324+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.324+0000 7f7418fc9900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.324+0000 7f7418fc9900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.324+0000 7f7418fc9900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.324+0000 7f7418fc9900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 : miss 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.324+0000 7f7418fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.325+0000 7f7418fc9900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.325+0000 7f7418fc9900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 info.flags=0x17 2026-04-02T12:02:30.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.325+0000 7f7418fc9900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to cache LRU end 2026-04-02T12:02:30.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.325+0000 7f7418fc9900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:30.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.325+0000 7f7418fc9900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:30.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.325+0000 7f7418fc9900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 2026-04-02T12:02:30.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.330+0000 7f7418fc9900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 info.flags=0x17 2026-04-02T12:02:30.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.330+0000 7f7418fc9900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to cache LRU end 2026-04-02T12:02:30.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.330+0000 7f7418fc9900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:30.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.330+0000 7f7418fc9900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26, ofs0, ns] 2026-04-02T12:02:30.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.330+0000 7f73f27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763721 cookie 94830527420416 notifier 6290 bl.length()=1021 2026-04-02T12:02:30.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.330+0000 7f73f27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 info.flags=0x17 2026-04-02T12:02:30.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.330+0000 7f73f27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to cache LRU end 2026-04-02T12:02:30.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.330+0000 7f73f27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:30.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.331+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): orig_sources= new_sources= 2026-04-02T12:02:30.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.331+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): potential sources added=[] removed=[] 2026-04-02T12:02:30.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.331+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): orig_dests= new_dests= 2026-04-02T12:02:30.333 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.331+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): potential dests added=[] removed=[] 2026-04-02T12:02:30.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.333+0000 7f7418fc9900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26.1.0 2026-04-02T12:02:30.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.333+0000 7f7418fc9900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26.1.0 2026-04-02T12:02:30.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.333+0000 7f7418fc9900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26.1.1 2026-04-02T12:02:30.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.333+0000 7f7418fc9900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26.1.1 2026-04-02T12:02:30.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.333+0000 7f7418fc9900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26.0 2026-04-02T12:02:30.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.335+0000 7f7418fc9900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:30.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.335+0000 7f7418fc9900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 2026-04-02T12:02:30.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f7418fc9900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 info.flags=0x17 2026-04-02T12:02:30.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f7418fc9900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to cache LRU end 2026-04-02T12:02:30.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f7418fc9900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:30.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f7418fc9900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26, ofs0, ns] 2026-04-02T12:02:30.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f73f2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763722 cookie 94830527420416 notifier 6290 bl.length()=1021 2026-04-02T12:02:30.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f73f2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 info.flags=0x17 2026-04-02T12:02:30.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f73f2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to cache LRU end 2026-04-02T12:02:30.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f73f2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:30.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): orig_sources= new_sources= 2026-04-02T12:02:30.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): potential sources added=[] removed=[] 2026-04-02T12:02:30.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): orig_dests= new_dests= 2026-04-02T12:02:30.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.336+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): potential dests added=[] removed=[] 2026-04-02T12:02:30.339 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.338+0000 7f7418fc9900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26.0 2026-04-02T12:02:30.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.338+0000 7f7418fc9900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:30.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.338+0000 7f7418fc9900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f7418fc9900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 info.flags=0x17 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f7418fc9900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to cache LRU end 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f7418fc9900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f7418fc9900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26, ofs0, ns] 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f73f2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763723 cookie 94830527420416 notifier 6290 bl.length()=985 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f73f2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 info.flags=0x17 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f73f2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 to cache LRU end 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f73f2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): orig_sources= new_sources= 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): potential sources added=[] removed=[] 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): orig_dests= new_dests= 2026-04-02T12:02:30.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.339+0000 7f7418fc9900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26]): potential dests added=[] removed=[] 2026-04-02T12:02:30.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.340+0000 7f7418fc9900 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T12:02:30.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.346+0000 7f7418fc9900 20 remove_watcher() i=4 2026-04-02T12:02:30.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.346+0000 7f7418fc9900 2 removed watcher, disabling cache 2026-04-02T12:02:30.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.346+0000 7f7418fc9900 20 remove_watcher() i=0 2026-04-02T12:02:30.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.346+0000 7f7418fc9900 20 remove_watcher() i=3 2026-04-02T12:02:30.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.346+0000 7f7418fc9900 20 remove_watcher() i=5 2026-04-02T12:02:30.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.346+0000 7f7418fc9900 20 remove_watcher() i=6 2026-04-02T12:02:30.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.346+0000 7f7418fc9900 20 remove_watcher() i=2 2026-04-02T12:02:30.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.346+0000 7f7418fc9900 20 remove_watcher() i=1 2026-04-02T12:02:30.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.346+0000 7f7418fc9900 20 remove_watcher() i=7 2026-04-02T12:02:30.357 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-02T12:02:30.377 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:30.377 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:30.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.399+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.400+0000 7f7c1f76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.400+0000 7f7c1f76e900 20 realm 2026-04-02T12:02:30.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.400+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.400+0000 7f7c1f76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.400+0000 7f7c1f76e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:30.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.400+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.400+0000 7f7c1f76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.400+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.401+0000 7f7c1f76e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:30.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.401+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.402+0000 7f7c1f76e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:30.404 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.402+0000 7f7c1f76e900 20 searching for the correct realm 2026-04-02T12:02:30.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.403+0000 7f7c177fe640 0 -- 192.168.123.107:0/3299720937 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f7c0406b1d0 msgr2=0x7f7c04063a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:30.610 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.608+0000 7f7c167fc640 0 -- 192.168.123.107:0/3299720937 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f7c1004dc10 msgr2=0x7f7c1003d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 zone default found 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 4 Realm: () 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 zonegroup default 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.814+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.815+0000 7f7c1f76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.815+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.815+0000 7f7c1f76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.815+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.815+0000 7f7c1f76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:30.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.815+0000 7f7c1f76e900 20 started sync module instance, tier type = 2026-04-02T12:02:30.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.815+0000 7f7c1f76e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:30.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.819+0000 7f7c1f76e900 20 add_watcher() i=0 2026-04-02T12:02:30.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.819+0000 7f7c1f76e900 20 add_watcher() i=5 2026-04-02T12:02:30.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.819+0000 7f7c1f76e900 20 add_watcher() i=7 2026-04-02T12:02:30.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.819+0000 7f7c1f76e900 20 add_watcher() i=1 2026-04-02T12:02:30.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.819+0000 7f7c1f76e900 20 add_watcher() i=2 2026-04-02T12:02:30.821 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.819+0000 7f7c1f76e900 20 add_watcher() i=3 2026-04-02T12:02:30.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.820+0000 7f7c1f76e900 20 add_watcher() i=4 2026-04-02T12:02:30.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.820+0000 7f7c1f76e900 20 add_watcher() i=6 2026-04-02T12:02:30.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.820+0000 7f7c1f76e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:30.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.822+0000 7f7c1f76e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:30.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.822+0000 7f7c1f76e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:30.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.822+0000 7f7c1f76e900 5 note: GC not initialized 2026-04-02T12:02:30.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.822+0000 7f7bc3fff640 20 reqs_thread_entry: start 2026-04-02T12:02:30.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.864+0000 7f7c1f76e900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:30.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.864+0000 7f7c1f76e900 20 Filter name: none 2026-04-02T12:02:30.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.864+0000 7f7bc1ffb640 20 reqs_thread_entry: start 2026-04-02T12:02:30.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.864+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.865+0000 7f7c1f76e900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:02:30.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.865+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.865+0000 7f7c1f76e900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:02:30.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.865+0000 7f7c1f76e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:30.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.865+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.865+0000 7f7c1f76e900 20 rados_obj.operate() r=0 bl.length=218 2026-04-02T12:02:30.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.865+0000 7f7c1f76e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:30.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.865+0000 7f7c1f76e900 20 rados_obj.operate() r=0 bl.length=448 2026-04-02T12:02:30.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.866+0000 7f7c1f76e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:30.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.870+0000 7f7c1f76e900 20 remove_watcher() i=1 2026-04-02T12:02:30.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.870+0000 7f7c1f76e900 2 removed watcher, disabling cache 2026-04-02T12:02:30.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.870+0000 7f7c1f76e900 20 remove_watcher() i=7 2026-04-02T12:02:30.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.870+0000 7f7c1f76e900 20 remove_watcher() i=5 2026-04-02T12:02:30.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.870+0000 7f7c1f76e900 20 remove_watcher() i=6 2026-04-02T12:02:30.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.870+0000 7f7c1f76e900 20 remove_watcher() i=4 2026-04-02T12:02:30.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.870+0000 7f7c1f76e900 20 remove_watcher() i=3 2026-04-02T12:02:30.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.870+0000 7f7c1f76e900 20 remove_watcher() i=2 2026-04-02T12:02:30.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:30.870+0000 7f7c1f76e900 20 remove_watcher() i=0 2026-04-02T12:02:30.879 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:30.879 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:02:30.879 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-set-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.26 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:02:30.879 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:30.939 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2026-04-02T12:02:30.939 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:31.130 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T12:02:31.151 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:31.151 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:31.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.170+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.173 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.171+0000 7f3a9b334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.173 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.171+0000 7f3a9b334900 20 realm 2026-04-02T12:02:31.173 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.171+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.174 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.172+0000 7f3a9b334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.174 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.172+0000 7f3a9b334900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:31.174 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.172+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.174 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.172+0000 7f3a9b334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.174 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.172+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.175 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.173+0000 7f3a9b334900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:31.175 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.173+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.174+0000 7f3a9b334900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:31.176 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.174+0000 7f3a9b334900 20 searching for the correct realm 2026-04-02T12:02:31.180 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.178+0000 7f3a970ab640 0 -- 192.168.123.107:0/1108779553 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f3a8c0637b0 msgr2=0x7f3a8c088050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:31.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.383+0000 7f3a968aa640 0 -- 192.168.123.107:0/1108779553 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f3a84013c80 msgr2=0x7f3a8409d000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:31.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.385+0000 7f3a9b334900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:31.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.385+0000 7f3a9b334900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:31.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.385+0000 7f3a9b334900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:31.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.385+0000 7f3a9b334900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:31.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.385+0000 7f3a9b334900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:31.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.385+0000 7f3a9b334900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:31.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.385+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 20 zone default found 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 4 Realm: () 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 20 zonegroup default 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.386+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.387+0000 7f3a9b334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.387+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.387+0000 7f3a9b334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.387+0000 7f3a9b334900 20 started sync module instance, tier type = 2026-04-02T12:02:31.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.387+0000 7f3a9b334900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:31.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.390+0000 7f3a9b334900 20 add_watcher() i=5 2026-04-02T12:02:31.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.390+0000 7f3a9b334900 20 add_watcher() i=7 2026-04-02T12:02:31.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.392+0000 7f3a9b334900 20 add_watcher() i=6 2026-04-02T12:02:31.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.392+0000 7f3a9b334900 20 add_watcher() i=0 2026-04-02T12:02:31.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.392+0000 7f3a9b334900 20 add_watcher() i=4 2026-04-02T12:02:31.394 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.392+0000 7f3a9b334900 20 add_watcher() i=2 2026-04-02T12:02:31.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.393+0000 7f3a9b334900 20 add_watcher() i=1 2026-04-02T12:02:31.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.393+0000 7f3a9b334900 20 add_watcher() i=3 2026-04-02T12:02:31.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.393+0000 7f3a9b334900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:31.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.395+0000 7f3a9b334900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:31.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.395+0000 7f3a9b334900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:31.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.395+0000 7f3a9b334900 5 note: GC not initialized 2026-04-02T12:02:31.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.395+0000 7f3a44fe9640 20 reqs_thread_entry: start 2026-04-02T12:02:31.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.436+0000 7f3a9b334900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:31.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.436+0000 7f3a9b334900 20 Filter name: none 2026-04-02T12:02:31.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.436+0000 7f3a3e7fc640 20 reqs_thread_entry: start 2026-04-02T12:02:31.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.436+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.436+0000 7f3a9b334900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:31.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.436+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.437+0000 7f3a9b334900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:31.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.437+0000 7f3a9b334900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:31.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.437+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.437+0000 7f3a9b334900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:31.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.437+0000 7f3a9b334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.437+0000 7f3a9b334900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:31.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.438+0000 7f3a9b334900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.442+0000 7f3a9b334900 20 remove_watcher() i=5 2026-04-02T12:02:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.442+0000 7f3a9b334900 2 removed watcher, disabling cache 2026-04-02T12:02:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.442+0000 7f3a9b334900 20 remove_watcher() i=6 2026-04-02T12:02:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.442+0000 7f3a9b334900 20 remove_watcher() i=0 2026-04-02T12:02:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.442+0000 7f3a9b334900 20 remove_watcher() i=3 2026-04-02T12:02:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.442+0000 7f3a9b334900 20 remove_watcher() i=2 2026-04-02T12:02:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.442+0000 7f3a9b334900 20 remove_watcher() i=7 2026-04-02T12:02:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.443+0000 7f3a9b334900 20 remove_watcher() i=1 2026-04-02T12:02:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.443+0000 7f3a9b334900 20 remove_watcher() i=4 2026-04-02T12:02:31.450 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:31.450 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:02:31.450 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-trim-reshard-log-entries id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:02:31.450 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:31.452 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2026-04-02T12:02:31.475 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:31.475 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:31.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.494+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.495+0000 7f0338520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.495+0000 7f0338520900 20 realm 2026-04-02T12:02:31.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.495+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.495+0000 7f0338520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.495+0000 7f0338520900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:31.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.495+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.495+0000 7f0338520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.495+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.496+0000 7f0338520900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:31.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.496+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.499 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.497+0000 7f0338520900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:31.499 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.497+0000 7f0338520900 20 searching for the correct realm 2026-04-02T12:02:31.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.498+0000 7f0334a6e640 0 -- 192.168.123.107:0/586434692 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f03180a1040 msgr2=0x7f03180a1920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:31.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.703+0000 7f0327fff640 0 -- 192.168.123.107:0/586434692 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f0328017210 msgr2=0x7f0328027410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:31.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.908+0000 7f0338520900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.908+0000 7f0338520900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.908+0000 7f0338520900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.908+0000 7f0338520900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.908+0000 7f0338520900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.908+0000 7f0338520900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.908+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 20 zone default found 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 4 Realm: () 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 20 zonegroup default 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.909+0000 7f0338520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.911 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.910+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.910+0000 7f0338520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.910+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.910+0000 7f0338520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:31.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.910+0000 7f0338520900 20 started sync module instance, tier type = 2026-04-02T12:02:31.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.910+0000 7f0338520900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:31.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.913+0000 7f0338520900 20 add_watcher() i=7 2026-04-02T12:02:31.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.914+0000 7f0338520900 20 add_watcher() i=4 2026-04-02T12:02:31.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.914+0000 7f0338520900 20 add_watcher() i=6 2026-04-02T12:02:31.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.914+0000 7f0338520900 20 add_watcher() i=5 2026-04-02T12:02:31.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.914+0000 7f0338520900 20 add_watcher() i=2 2026-04-02T12:02:31.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.944+0000 7f0338520900 20 add_watcher() i=1 2026-04-02T12:02:31.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.944+0000 7f0338520900 20 add_watcher() i=0 2026-04-02T12:02:31.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.944+0000 7f0338520900 20 add_watcher() i=3 2026-04-02T12:02:31.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.944+0000 7f0338520900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.946+0000 7f0338520900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.946+0000 7f0338520900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.946+0000 7f0338520900 5 note: GC not initialized 2026-04-02T12:02:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.947+0000 7f02e0ff1640 20 reqs_thread_entry: start 2026-04-02T12:02:31.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.985+0000 7f0338520900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:31.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.985+0000 7f0338520900 20 Filter name: none 2026-04-02T12:02:31.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.985+0000 7f02da7fc640 20 reqs_thread_entry: start 2026-04-02T12:02:31.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.985+0000 7f0338520900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-02T12:02:31.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.985+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.986+0000 7f0338520900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.986+0000 7f0338520900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.986+0000 7f0338520900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.986+0000 7f0338520900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 : miss 2026-04-02T12:02:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.986+0000 7f0338520900 20 rados->read ofs=0 len=0 2026-04-02T12:02:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.986+0000 7f0338520900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.986+0000 7f0338520900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 info.flags=0x17 2026-04-02T12:02:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.986+0000 7f0338520900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 to cache LRU end 2026-04-02T12:02:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.986+0000 7f0338520900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.986+0000 7f0338520900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:31.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.986+0000 7f0338520900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 2026-04-02T12:02:31.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.989+0000 7f0338520900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 info.flags=0x17 2026-04-02T12:02:31.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.989+0000 7f0338520900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 to cache LRU end 2026-04-02T12:02:31.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.989+0000 7f0338520900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:31.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.989+0000 7f0338520900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27, ofs0, ns] 2026-04-02T12:02:31.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.990+0000 7f0312ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763669 cookie 93904487587120 notifier 6741 bl.length()=1035 2026-04-02T12:02:31.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.990+0000 7f0312ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 info.flags=0x17 2026-04-02T12:02:31.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.990+0000 7f0312ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 to cache LRU end 2026-04-02T12:02:31.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.990+0000 7f0312ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:31.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.990+0000 7f0338520900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): orig_sources= new_sources= 2026-04-02T12:02:31.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.990+0000 7f0338520900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): potential sources added=[] removed=[] 2026-04-02T12:02:31.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.990+0000 7f0338520900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): orig_dests= new_dests= 2026-04-02T12:02:31.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.990+0000 7f0338520900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): potential dests added=[] removed=[] 2026-04-02T12:02:31.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.990+0000 7f0338520900 -1 Injecting error=-5 at location=trim_reshard_log_entries 2026-04-02T12:02:31.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.990+0000 7f0338520900 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2026-04-02T12:02:31.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.994+0000 7f0338520900 20 remove_watcher() i=7 2026-04-02T12:02:31.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.994+0000 7f0338520900 2 removed watcher, disabling cache 2026-04-02T12:02:31.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.994+0000 7f0338520900 20 remove_watcher() i=5 2026-04-02T12:02:31.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.994+0000 7f0338520900 20 remove_watcher() i=6 2026-04-02T12:02:31.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.995+0000 7f0338520900 20 remove_watcher() i=3 2026-04-02T12:02:31.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.995+0000 7f0338520900 20 remove_watcher() i=2 2026-04-02T12:02:31.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.995+0000 7f0338520900 20 remove_watcher() i=4 2026-04-02T12:02:31.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.995+0000 7f0338520900 20 remove_watcher() i=1 2026-04-02T12:02:31.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:31.995+0000 7f0338520900 20 remove_watcher() i=0 2026-04-02T12:02:32.004 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T12:02:32.025 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:32.025 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:32.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.046+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.047+0000 7f1a3934d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:32.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.047+0000 7f1a3934d900 20 realm 2026-04-02T12:02:32.048 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.047+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.047+0000 7f1a3934d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:32.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.047+0000 7f1a3934d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:32.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.047+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.047+0000 7f1a3934d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:32.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.047+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.048+0000 7f1a3934d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:32.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.048+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.049+0000 7f1a3934d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:32.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.049+0000 7f1a3934d900 20 searching for the correct realm 2026-04-02T12:02:32.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.051+0000 7f1a358c6640 0 -- 192.168.123.107:0/2852443225 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55b86007f3f0 msgr2=0x55b86009f7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:32.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.055+0000 7f1a348c4640 0 -- 192.168.123.107:0/2852443225 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f1a2805f450 msgr2=0x7f1a2805f8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.261+0000 7f1a3934d900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.261+0000 7f1a3934d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.261+0000 7f1a3934d900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.261+0000 7f1a3934d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.261+0000 7f1a3934d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.261+0000 7f1a3934d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.261+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.261+0000 7f1a3934d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.261+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.261+0000 7f1a3934d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.261+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 20 zone default found 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 4 Realm: () 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 20 zonegroup default 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 20 started sync module instance, tier type = 2026-04-02T12:02:32.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.262+0000 7f1a3934d900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.266+0000 7f1a3934d900 20 add_watcher() i=3 2026-04-02T12:02:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.266+0000 7f1a3934d900 20 add_watcher() i=0 2026-04-02T12:02:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.266+0000 7f1a3934d900 20 add_watcher() i=6 2026-04-02T12:02:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.266+0000 7f1a3934d900 20 add_watcher() i=2 2026-04-02T12:02:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.266+0000 7f1a3934d900 20 add_watcher() i=4 2026-04-02T12:02:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.266+0000 7f1a3934d900 20 add_watcher() i=1 2026-04-02T12:02:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.266+0000 7f1a3934d900 20 add_watcher() i=5 2026-04-02T12:02:32.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.268+0000 7f1a3934d900 20 add_watcher() i=7 2026-04-02T12:02:32.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.268+0000 7f1a3934d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.272+0000 7f1a3934d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.272+0000 7f1a3934d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.272+0000 7f1a3934d900 5 note: GC not initialized 2026-04-02T12:02:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.272+0000 7f19e27ec640 20 reqs_thread_entry: start 2026-04-02T12:02:32.313 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.311+0000 7f1a3934d900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:32.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.311+0000 7f1a3934d900 20 Filter name: none 2026-04-02T12:02:32.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.312+0000 7f19dbfff640 20 reqs_thread_entry: start 2026-04-02T12:02:32.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.312+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.312+0000 7f1a3934d900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:32.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.312+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.312+0000 7f1a3934d900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T12:02:32.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.312+0000 7f1a3934d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:32.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.312+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.313+0000 7f1a3934d900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:32.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.313+0000 7f1a3934d900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.313+0000 7f1a3934d900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T12:02:32.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.313+0000 7f1a3934d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.318+0000 7f1a3934d900 20 remove_watcher() i=0 2026-04-02T12:02:32.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.318+0000 7f1a3934d900 2 removed watcher, disabling cache 2026-04-02T12:02:32.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.318+0000 7f1a3934d900 20 remove_watcher() i=6 2026-04-02T12:02:32.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.318+0000 7f1a3934d900 20 remove_watcher() i=5 2026-04-02T12:02:32.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.318+0000 7f1a3934d900 20 remove_watcher() i=2 2026-04-02T12:02:32.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.318+0000 7f1a3934d900 20 remove_watcher() i=3 2026-04-02T12:02:32.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.318+0000 7f1a3934d900 20 remove_watcher() i=1 2026-04-02T12:02:32.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.319+0000 7f1a3934d900 20 remove_watcher() i=7 2026-04-02T12:02:32.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.510+0000 7f1a3934d900 20 remove_watcher() i=4 2026-04-02T12:02:32.519 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:32.519 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:02:32.519 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-trim-reshard-log-entries id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:02:32.519 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:32.570 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:02:32.592 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:32.592 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:32.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.611+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.612+0000 7fe10012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:32.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.612+0000 7fe10012c900 20 realm 2026-04-02T12:02:32.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.612+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.612+0000 7fe10012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:32.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.612+0000 7fe10012c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:32.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.612+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.612+0000 7fe10012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:32.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.612+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.613+0000 7fe10012c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:32.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.613+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:32.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.614+0000 7fe10012c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:32.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.614+0000 7fe10012c900 20 searching for the correct realm 2026-04-02T12:02:32.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.616+0000 7fe0f7fff640 0 -- 192.168.123.107:0/1259513739 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fe0e40c4bb0 msgr2=0x7fe0e409b940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:32.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:32.820+0000 7fe0f6ffd640 0 -- 192.168.123.107:0/1259513739 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fe0f004caa0 msgr2=0x7fe0f0031420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:33.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:33.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:33.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:33.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:33.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:33.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:33.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:33.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 zone default found 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 4 Realm: () 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 zonegroup default 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.026+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.027+0000 7fe10012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.027+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.027+0000 7fe10012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.027+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.027+0000 7fe10012c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.027+0000 7fe10012c900 20 started sync module instance, tier type = 2026-04-02T12:02:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.027+0000 7fe10012c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:33.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.030+0000 7fe10012c900 20 add_watcher() i=6 2026-04-02T12:02:33.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.031+0000 7fe10012c900 20 add_watcher() i=0 2026-04-02T12:02:33.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.031+0000 7fe10012c900 20 add_watcher() i=5 2026-04-02T12:02:33.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.031+0000 7fe10012c900 20 add_watcher() i=7 2026-04-02T12:02:33.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.031+0000 7fe10012c900 20 add_watcher() i=4 2026-04-02T12:02:33.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.032+0000 7fe10012c900 20 add_watcher() i=1 2026-04-02T12:02:33.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.032+0000 7fe10012c900 20 add_watcher() i=3 2026-04-02T12:02:33.036 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.034+0000 7fe10012c900 20 add_watcher() i=2 2026-04-02T12:02:33.036 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.034+0000 7fe10012c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:33.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.036+0000 7fe10012c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:33.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.036+0000 7fe10012c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:33.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.037+0000 7fe10012c900 5 note: GC not initialized 2026-04-02T12:02:33.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.037+0000 7fe0a8fe9640 20 reqs_thread_entry: start 2026-04-02T12:02:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.077+0000 7fe10012c900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.077+0000 7fe10012c900 20 Filter name: none 2026-04-02T12:02:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.077+0000 7fe0a27fc640 20 reqs_thread_entry: start 2026-04-02T12:02:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.077+0000 7fe10012c900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-02T12:02:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.077+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.077+0000 7fe10012c900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.077+0000 7fe10012c900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.077+0000 7fe10012c900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.077+0000 7fe10012c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 : miss 2026-04-02T12:02:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.077+0000 7fe10012c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.078+0000 7fe10012c900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T12:02:33.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.078+0000 7fe10012c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 info.flags=0x17 2026-04-02T12:02:33.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.078+0000 7fe10012c900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 to cache LRU end 2026-04-02T12:02:33.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.078+0000 7fe10012c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:33.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.078+0000 7fe10012c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:33.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.078+0000 7fe10012c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 2026-04-02T12:02:33.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.079+0000 7fe10012c900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:02:33.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.082+0000 7fe10012c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 info.flags=0x17 2026-04-02T12:02:33.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.082+0000 7fe10012c900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 to cache LRU end 2026-04-02T12:02:33.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.082+0000 7fe10012c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:33.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.082+0000 7fe10012c900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27, ofs0, ns] 2026-04-02T12:02:33.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.083+0000 7fe0d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763670 cookie 94815084041408 notifier 6780 bl.length()=1035 2026-04-02T12:02:33.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.083+0000 7fe0d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 info.flags=0x17 2026-04-02T12:02:33.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.083+0000 7fe0d67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 to cache LRU end 2026-04-02T12:02:33.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.083+0000 7fe0d67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:33.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.083+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): orig_sources= new_sources= 2026-04-02T12:02:33.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.083+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): potential sources added=[] removed=[] 2026-04-02T12:02:33.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.083+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): orig_dests= new_dests= 2026-04-02T12:02:33.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.083+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): potential dests added=[] removed=[] 2026-04-02T12:02:33.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.085+0000 7fe10012c900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27.2.0 2026-04-02T12:02:33.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.085+0000 7fe10012c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27.2.0 2026-04-02T12:02:33.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.085+0000 7fe10012c900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27.2.1 2026-04-02T12:02:33.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.085+0000 7fe10012c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27.2.1 2026-04-02T12:02:33.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.085+0000 7fe10012c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27.0 2026-04-02T12:02:33.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.087+0000 7fe10012c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:33.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.087+0000 7fe10012c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 2026-04-02T12:02:33.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.088+0000 7fe10012c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 info.flags=0x17 2026-04-02T12:02:33.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.088+0000 7fe10012c900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 to cache LRU end 2026-04-02T12:02:33.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.088+0000 7fe10012c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:33.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.088+0000 7fe10012c900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27, ofs0, ns] 2026-04-02T12:02:33.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.089+0000 7fe0d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763671 cookie 94815084041408 notifier 6780 bl.length()=1035 2026-04-02T12:02:33.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.089+0000 7fe0d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 info.flags=0x17 2026-04-02T12:02:33.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.089+0000 7fe0d67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 to cache LRU end 2026-04-02T12:02:33.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.089+0000 7fe0d67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:33.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.089+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): orig_sources= new_sources= 2026-04-02T12:02:33.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.089+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): potential sources added=[] removed=[] 2026-04-02T12:02:33.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.089+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): orig_dests= new_dests= 2026-04-02T12:02:33.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.089+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): potential dests added=[] removed=[] 2026-04-02T12:02:33.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.090+0000 7fe10012c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27.0 2026-04-02T12:02:33.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.090+0000 7fe10012c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:33.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.090+0000 7fe10012c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 2026-04-02T12:02:33.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.091+0000 7fe10012c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 info.flags=0x17 2026-04-02T12:02:33.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.091+0000 7fe10012c900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 to cache LRU end 2026-04-02T12:02:33.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.091+0000 7fe10012c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:33.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.091+0000 7fe10012c900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27, ofs0, ns] 2026-04-02T12:02:33.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.091+0000 7fe0d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763672 cookie 94815084041408 notifier 6780 bl.length()=999 2026-04-02T12:02:33.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.091+0000 7fe0d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 info.flags=0x17 2026-04-02T12:02:33.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.091+0000 7fe0d67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 to cache LRU end 2026-04-02T12:02:33.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.091+0000 7fe0d67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:33.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.092+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): orig_sources= new_sources= 2026-04-02T12:02:33.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.092+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): potential sources added=[] removed=[] 2026-04-02T12:02:33.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.092+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): orig_dests= new_dests= 2026-04-02T12:02:33.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.092+0000 7fe10012c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27]): potential dests added=[] removed=[] 2026-04-02T12:02:33.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.093+0000 7fe10012c900 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2026-04-02T12:02:33.099 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.097+0000 7fe10012c900 20 remove_watcher() i=0 2026-04-02T12:02:33.099 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.097+0000 7fe10012c900 2 removed watcher, disabling cache 2026-04-02T12:02:33.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.098+0000 7fe10012c900 20 remove_watcher() i=3 2026-04-02T12:02:33.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.098+0000 7fe10012c900 20 remove_watcher() i=4 2026-04-02T12:02:33.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.098+0000 7fe10012c900 20 remove_watcher() i=5 2026-04-02T12:02:33.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.098+0000 7fe10012c900 20 remove_watcher() i=6 2026-04-02T12:02:33.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.098+0000 7fe10012c900 20 remove_watcher() i=7 2026-04-02T12:02:33.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.098+0000 7fe10012c900 20 remove_watcher() i=2 2026-04-02T12:02:33.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.098+0000 7fe10012c900 20 remove_watcher() i=1 2026-04-02T12:02:33.108 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T12:02:33.129 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:33.129 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:33.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.148+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.149+0000 7f5156b3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.149+0000 7f5156b3c900 20 realm 2026-04-02T12:02:33.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.149+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.149+0000 7f5156b3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.149+0000 7f5156b3c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:33.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.149+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.149+0000 7f5156b3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.149+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.150+0000 7f5156b3c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:33.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.150+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.151+0000 7f5156b3c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:33.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.151+0000 7f5156b3c900 20 searching for the correct realm 2026-04-02T12:02:33.156 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.155+0000 7f51528b6640 0 -- 192.168.123.107:0/1576762326 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f5144030040 msgr2=0x7f5144030920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:33.364 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.362+0000 7f51520b5640 0 -- 192.168.123.107:0/1576762326 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55b962463080 msgr2=0x55b962483460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:33.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.564+0000 7f5156b3c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.564+0000 7f5156b3c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.564+0000 7f5156b3c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.564+0000 7f5156b3c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.564+0000 7f5156b3c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.564+0000 7f5156b3c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.564+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 20 zone default found 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 4 Realm: () 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 20 zonegroup default 2026-04-02T12:02:33.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.565+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.566+0000 7f5156b3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.566+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.566+0000 7f5156b3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.566+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.567+0000 7f5156b3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.567+0000 7f5156b3c900 20 started sync module instance, tier type = 2026-04-02T12:02:33.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.567+0000 7f5156b3c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:33.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.570+0000 7f5156b3c900 20 add_watcher() i=5 2026-04-02T12:02:33.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.570+0000 7f5156b3c900 20 add_watcher() i=6 2026-04-02T12:02:33.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.571+0000 7f5156b3c900 20 add_watcher() i=2 2026-04-02T12:02:33.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.571+0000 7f5156b3c900 20 add_watcher() i=3 2026-04-02T12:02:33.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.571+0000 7f5156b3c900 20 add_watcher() i=7 2026-04-02T12:02:33.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.571+0000 7f5156b3c900 20 add_watcher() i=1 2026-04-02T12:02:33.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.571+0000 7f5156b3c900 20 add_watcher() i=0 2026-04-02T12:02:33.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.571+0000 7f5156b3c900 20 add_watcher() i=4 2026-04-02T12:02:33.573 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.571+0000 7f5156b3c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:33.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.573+0000 7f5156b3c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:33.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.573+0000 7f5156b3c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:33.575 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.574+0000 7f5156b3c900 5 note: GC not initialized 2026-04-02T12:02:33.576 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.574+0000 7f50fb7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:33.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.617+0000 7f5156b3c900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:33.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.617+0000 7f5156b3c900 20 Filter name: none 2026-04-02T12:02:33.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.617+0000 7f50f97fa640 20 reqs_thread_entry: start 2026-04-02T12:02:33.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.617+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.617+0000 7f5156b3c900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:33.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.617+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.618+0000 7f5156b3c900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:33.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.618+0000 7f5156b3c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:33.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.618+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.618+0000 7f5156b3c900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:33.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.618+0000 7f5156b3c900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.618+0000 7f5156b3c900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:33.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.618+0000 7f5156b3c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:33.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.622+0000 7f5156b3c900 20 remove_watcher() i=0 2026-04-02T12:02:33.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.622+0000 7f5156b3c900 2 removed watcher, disabling cache 2026-04-02T12:02:33.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.623+0000 7f5156b3c900 20 remove_watcher() i=3 2026-04-02T12:02:33.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.623+0000 7f5156b3c900 20 remove_watcher() i=4 2026-04-02T12:02:33.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.623+0000 7f5156b3c900 20 remove_watcher() i=5 2026-04-02T12:02:33.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.623+0000 7f5156b3c900 20 remove_watcher() i=6 2026-04-02T12:02:33.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.623+0000 7f5156b3c900 20 remove_watcher() i=2 2026-04-02T12:02:33.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.624+0000 7f5156b3c900 20 remove_watcher() i=1 2026-04-02T12:02:33.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.624+0000 7f5156b3c900 20 remove_watcher() i=7 2026-04-02T12:02:33.632 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:33.632 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:02:33.632 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-trim-reshard-log-entries id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.27 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:02:33.632 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:33.692 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2026-04-02T12:02:33.692 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:33.877 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T12:02:33.898 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:33.898 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:33.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.918+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.919+0000 7ffadcb5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.919+0000 7ffadcb5b900 20 realm 2026-04-02T12:02:33.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.919+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.919+0000 7ffadcb5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.919+0000 7ffadcb5b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:33.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.919+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.919+0000 7ffadcb5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.919+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.920+0000 7ffadcb5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:33.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.920+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.921+0000 7ffadcb5b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:33.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.921+0000 7ffadcb5b900 20 searching for the correct realm 2026-04-02T12:02:33.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.924+0000 7ffad90d5640 0 -- 192.168.123.107:0/127572251 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5632b5b48e50 msgr2=0x5632b5b69230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:33.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.928+0000 7ffad88d4640 0 -- 192.168.123.107:0/127572251 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7ffacc035420 msgr2=0x7ffacc035830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.931+0000 7ffadcb5b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.931+0000 7ffadcb5b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.931+0000 7ffadcb5b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.931+0000 7ffadcb5b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.931+0000 7ffadcb5b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.931+0000 7ffadcb5b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.931+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.931+0000 7ffadcb5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.931+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.931+0000 7ffadcb5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.931+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 20 zone default found 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 4 Realm: () 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:33.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:33.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:33.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 20 zonegroup default 2026-04-02T12:02:33.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.932+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.933+0000 7ffadcb5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:33.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.933+0000 7ffadcb5b900 20 started sync module instance, tier type = 2026-04-02T12:02:33.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.933+0000 7ffadcb5b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:33.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.936+0000 7ffadcb5b900 20 add_watcher() i=0 2026-04-02T12:02:33.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.937+0000 7ffadcb5b900 20 add_watcher() i=4 2026-04-02T12:02:33.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.937+0000 7ffadcb5b900 20 add_watcher() i=6 2026-04-02T12:02:33.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.937+0000 7ffadcb5b900 20 add_watcher() i=7 2026-04-02T12:02:33.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.937+0000 7ffadcb5b900 20 add_watcher() i=3 2026-04-02T12:02:33.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.937+0000 7ffadcb5b900 20 add_watcher() i=5 2026-04-02T12:02:33.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.937+0000 7ffadcb5b900 20 add_watcher() i=2 2026-04-02T12:02:33.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.937+0000 7ffadcb5b900 20 add_watcher() i=1 2026-04-02T12:02:33.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.937+0000 7ffadcb5b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:33.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.939+0000 7ffadcb5b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:33.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.939+0000 7ffadcb5b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:33.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.940+0000 7ffadcb5b900 5 note: GC not initialized 2026-04-02T12:02:33.942 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.940+0000 7ffa857f2640 20 reqs_thread_entry: start 2026-04-02T12:02:33.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.990+0000 7ffadcb5b900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:33.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.990+0000 7ffadcb5b900 20 Filter name: none 2026-04-02T12:02:33.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.990+0000 7ffa7effd640 20 reqs_thread_entry: start 2026-04-02T12:02:33.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.990+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.990+0000 7ffadcb5b900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:33.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.990+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.990+0000 7ffadcb5b900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:33.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.990+0000 7ffadcb5b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:33.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.990+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.993 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.991+0000 7ffadcb5b900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:33.993 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.991+0000 7ffadcb5b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:33.993 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.991+0000 7ffadcb5b900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:33.993 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.991+0000 7ffadcb5b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:33.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.996+0000 7ffadcb5b900 20 remove_watcher() i=5 2026-04-02T12:02:33.997 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.996+0000 7ffadcb5b900 2 removed watcher, disabling cache 2026-04-02T12:02:33.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.996+0000 7ffadcb5b900 20 remove_watcher() i=6 2026-04-02T12:02:33.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.996+0000 7ffadcb5b900 20 remove_watcher() i=4 2026-04-02T12:02:33.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.996+0000 7ffadcb5b900 20 remove_watcher() i=7 2026-04-02T12:02:33.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.996+0000 7ffadcb5b900 20 remove_watcher() i=2 2026-04-02T12:02:33.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.996+0000 7ffadcb5b900 20 remove_watcher() i=0 2026-04-02T12:02:33.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.996+0000 7ffadcb5b900 20 remove_watcher() i=3 2026-04-02T12:02:33.998 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:33.996+0000 7ffadcb5b900 20 remove_watcher() i=1 2026-04-02T12:02:34.004 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:34.004 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:02:34.004 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-trim-reshard-log-entries id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:02:34.005 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:34.006 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2026-04-02T12:02:34.030 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:34.030 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:34.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.054+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.054+0000 7fdc8e175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.054+0000 7fdc8e175900 20 realm 2026-04-02T12:02:34.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.054+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.054+0000 7fdc8e175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.054+0000 7fdc8e175900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:34.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.054+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.055+0000 7fdc8e175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.055+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.055+0000 7fdc8e175900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:34.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.055+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.056+0000 7fdc8e175900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:34.058 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.056+0000 7fdc8e175900 20 searching for the correct realm 2026-04-02T12:02:34.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.059+0000 7fdc7edff640 0 -- 192.168.123.107:0/2696076649 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7fdc780883a0 msgr2=0x7fdc780e5390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:34.064 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.062+0000 7fdc7edff640 0 -- 192.168.123.107:0/2696076649 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fdc80058d50 msgr2=0x7fdc8005b3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:34.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.267+0000 7fdc8e175900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:34.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.267+0000 7fdc8e175900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:34.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.267+0000 7fdc8e175900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:34.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.267+0000 7fdc8e175900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:34.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.267+0000 7fdc8e175900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:34.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.267+0000 7fdc8e175900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:34.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.267+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.267+0000 7fdc8e175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.267+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:34.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 20 zone default found 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 4 Realm: () 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 20 zonegroup default 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.268+0000 7fdc8e175900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.269+0000 7fdc8e175900 20 started sync module instance, tier type = 2026-04-02T12:02:34.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.269+0000 7fdc8e175900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:34.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.272+0000 7fdc8e175900 20 add_watcher() i=3 2026-04-02T12:02:34.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.272+0000 7fdc8e175900 20 add_watcher() i=4 2026-04-02T12:02:34.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.272+0000 7fdc8e175900 20 add_watcher() i=6 2026-04-02T12:02:34.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.272+0000 7fdc8e175900 20 add_watcher() i=5 2026-04-02T12:02:34.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.272+0000 7fdc8e175900 20 add_watcher() i=0 2026-04-02T12:02:34.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.272+0000 7fdc8e175900 20 add_watcher() i=7 2026-04-02T12:02:34.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.272+0000 7fdc8e175900 20 add_watcher() i=1 2026-04-02T12:02:34.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.272+0000 7fdc8e175900 20 add_watcher() i=2 2026-04-02T12:02:34.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.273+0000 7fdc8e175900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:34.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.274+0000 7fdc8e175900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:34.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.274+0000 7fdc8e175900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:34.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.274+0000 7fdc8e175900 5 note: GC not initialized 2026-04-02T12:02:34.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.274+0000 7fdc33fff640 20 reqs_thread_entry: start 2026-04-02T12:02:34.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.314+0000 7fdc8e175900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:34.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.314+0000 7fdc8e175900 20 Filter name: none 2026-04-02T12:02:34.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.314+0000 7fdc31ffb640 20 reqs_thread_entry: start 2026-04-02T12:02:34.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.314+0000 7fdc8e175900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-02T12:02:34.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.314+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.315+0000 7fdc8e175900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:34.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.315+0000 7fdc8e175900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:34.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.315+0000 7fdc8e175900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:34.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.315+0000 7fdc8e175900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 : miss 2026-04-02T12:02:34.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.315+0000 7fdc8e175900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.315+0000 7fdc8e175900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:34.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.315+0000 7fdc8e175900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 info.flags=0x17 2026-04-02T12:02:34.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.315+0000 7fdc8e175900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 to cache LRU end 2026-04-02T12:02:34.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.315+0000 7fdc8e175900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:34.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.315+0000 7fdc8e175900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:34.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.315+0000 7fdc8e175900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 2026-04-02T12:02:34.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.318+0000 7fdc8e175900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 info.flags=0x17 2026-04-02T12:02:34.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.318+0000 7fdc8e175900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 to cache LRU end 2026-04-02T12:02:34.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.318+0000 7fdc8e175900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:34.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.318+0000 7fdc8e175900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28, ofs0, ns] 2026-04-02T12:02:34.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.318+0000 7fdc6a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763675 cookie 93957172329104 notifier 6407 bl.length()=1035 2026-04-02T12:02:34.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.318+0000 7fdc6a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 info.flags=0x17 2026-04-02T12:02:34.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.318+0000 7fdc6a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 to cache LRU end 2026-04-02T12:02:34.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.318+0000 7fdc6a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:34.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.319+0000 7fdc8e175900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28]): orig_sources= new_sources= 2026-04-02T12:02:34.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.319+0000 7fdc8e175900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28]): potential sources added=[] removed=[] 2026-04-02T12:02:34.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.319+0000 7fdc8e175900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28]): orig_dests= new_dests= 2026-04-02T12:02:34.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.319+0000 7fdc8e175900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28]): potential dests added=[] removed=[] 2026-04-02T12:02:34.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.319+0000 7fdc8e175900 -1 Injecting error=-95 at location=trim_reshard_log_entries 2026-04-02T12:02:34.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.319+0000 7fdc8e175900 0 WARNING: trim_reshard_log() does not supported logrecord, falling back to block reshard mode. 2026-04-02T12:02:34.321 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.320+0000 7fdc8e175900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28.1.0 2026-04-02T12:02:34.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.320+0000 7fdc8e175900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28.1.0 2026-04-02T12:02:34.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.320+0000 7fdc8e175900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28.1.1 2026-04-02T12:02:34.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.320+0000 7fdc8e175900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28.1.1 2026-04-02T12:02:34.322 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.320+0000 7fdc8e175900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28.0 2026-04-02T12:02:34.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.321+0000 7fdc8e175900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:34.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.321+0000 7fdc8e175900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 2026-04-02T12:02:34.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.322+0000 7fdc8e175900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 info.flags=0x17 2026-04-02T12:02:34.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.322+0000 7fdc8e175900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 to cache LRU end 2026-04-02T12:02:34.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.322+0000 7fdc8e175900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:34.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.322+0000 7fdc8e175900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28, ofs0, ns] 2026-04-02T12:02:34.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.323+0000 7fdc6a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763676 cookie 93957172329104 notifier 6407 bl.length()=999 2026-04-02T12:02:34.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.323+0000 7fdc6a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 info.flags=0x17 2026-04-02T12:02:34.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.323+0000 7fdc6a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 to cache LRU end 2026-04-02T12:02:34.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.323+0000 7fdc6a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:34.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.323+0000 7fdc8e175900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28]): orig_sources= new_sources= 2026-04-02T12:02:34.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.323+0000 7fdc8e175900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28]): potential sources added=[] removed=[] 2026-04-02T12:02:34.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.323+0000 7fdc8e175900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28]): orig_dests= new_dests= 2026-04-02T12:02:34.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.323+0000 7fdc8e175900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28]): potential dests added=[] removed=[] 2026-04-02T12:02:34.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.324+0000 7fdc8e175900 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2026-04-02T12:02:34.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.328+0000 7fdc8e175900 20 remove_watcher() i=0 2026-04-02T12:02:34.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.328+0000 7fdc8e175900 2 removed watcher, disabling cache 2026-04-02T12:02:34.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.328+0000 7fdc8e175900 20 remove_watcher() i=3 2026-04-02T12:02:34.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.328+0000 7fdc8e175900 20 remove_watcher() i=4 2026-04-02T12:02:34.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.328+0000 7fdc8e175900 20 remove_watcher() i=5 2026-04-02T12:02:34.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.328+0000 7fdc8e175900 20 remove_watcher() i=6 2026-04-02T12:02:34.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.328+0000 7fdc8e175900 20 remove_watcher() i=2 2026-04-02T12:02:34.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.328+0000 7fdc8e175900 20 remove_watcher() i=1 2026-04-02T12:02:34.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.328+0000 7fdc8e175900 20 remove_watcher() i=7 2026-04-02T12:02:34.338 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T12:02:34.358 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:34.358 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:34.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.380+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.381+0000 7f5003121900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.381+0000 7f5003121900 20 realm 2026-04-02T12:02:34.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.381+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.381+0000 7f5003121900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.381+0000 7f5003121900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:34.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.381+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.381+0000 7f5003121900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.381+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.382+0000 7f5003121900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:34.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.382+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.382+0000 7f5003121900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:34.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.383+0000 7f5003121900 20 searching for the correct realm 2026-04-02T12:02:34.386 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.385+0000 7f4ffe5b8640 0 -- 192.168.123.107:0/3799781009 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f4fec0bc200 msgr2=0x7f4fec0c1880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:34.390 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.389+0000 7f4ffe5b8640 0 -- 192.168.123.107:0/3799781009 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f4ff006b5b0 msgr2=0x7f4ff00702a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:34.596 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.594+0000 7f5003121900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.594+0000 7f5003121900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.594+0000 7f5003121900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.594+0000 7f5003121900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.594+0000 7f5003121900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.594+0000 7f5003121900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.594+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 20 zone default found 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 4 Realm: () 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 20 zonegroup default 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.597 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.595+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.596+0000 7f5003121900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.596+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.596+0000 7f5003121900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:34.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.596+0000 7f5003121900 20 started sync module instance, tier type = 2026-04-02T12:02:34.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.596+0000 7f5003121900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:34.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.600+0000 7f5003121900 20 add_watcher() i=0 2026-04-02T12:02:34.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.600+0000 7f5003121900 20 add_watcher() i=3 2026-04-02T12:02:34.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.600+0000 7f5003121900 20 add_watcher() i=4 2026-04-02T12:02:34.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.600+0000 7f5003121900 20 add_watcher() i=2 2026-04-02T12:02:34.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.600+0000 7f5003121900 20 add_watcher() i=7 2026-04-02T12:02:34.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.600+0000 7f5003121900 20 add_watcher() i=6 2026-04-02T12:02:34.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.600+0000 7f5003121900 20 add_watcher() i=5 2026-04-02T12:02:34.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.601+0000 7f5003121900 20 add_watcher() i=1 2026-04-02T12:02:34.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.601+0000 7f5003121900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:34.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.603+0000 7f5003121900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:34.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.603+0000 7f5003121900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:34.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.603+0000 7f5003121900 5 note: GC not initialized 2026-04-02T12:02:34.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.603+0000 7f4fa77fe640 20 reqs_thread_entry: start 2026-04-02T12:02:34.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.643+0000 7f5003121900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:34.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.643+0000 7f5003121900 20 Filter name: none 2026-04-02T12:02:34.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.643+0000 7f4fa57fa640 20 reqs_thread_entry: start 2026-04-02T12:02:34.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.643+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.643+0000 7f5003121900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:34.645 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.643+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.644+0000 7f5003121900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:34.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.644+0000 7f5003121900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:34.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.644+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.644+0000 7f5003121900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:34.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.644+0000 7f5003121900 20 rados->read ofs=0 len=0 2026-04-02T12:02:34.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.644+0000 7f5003121900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:34.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.644+0000 7f5003121900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:34.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.649+0000 7f5003121900 20 remove_watcher() i=0 2026-04-02T12:02:34.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.649+0000 7f5003121900 2 removed watcher, disabling cache 2026-04-02T12:02:34.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.649+0000 7f5003121900 20 remove_watcher() i=3 2026-04-02T12:02:34.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.649+0000 7f5003121900 20 remove_watcher() i=2 2026-04-02T12:02:34.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.649+0000 7f5003121900 20 remove_watcher() i=1 2026-04-02T12:02:34.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.649+0000 7f5003121900 20 remove_watcher() i=7 2026-04-02T12:02:34.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.649+0000 7f5003121900 20 remove_watcher() i=4 2026-04-02T12:02:34.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.649+0000 7f5003121900 20 remove_watcher() i=5 2026-04-02T12:02:34.651 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:34.649+0000 7f5003121900 20 remove_watcher() i=6 2026-04-02T12:02:34.658 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:34.658 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:02:34.658 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-trim-reshard-log-entries id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.28 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-02T12:02:34.658 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:34.715 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2026-04-02T12:02:34.715 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:34.897 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-02T12:02:34.916 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:34.916 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:35.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.132+0000 7f4772400640 0 --2- 192.168.123.107:0/485349575 >> [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] conn(0x556e12be5cf0 0x556e12beb5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-02T12:02:35.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.133+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.134+0000 7f4777412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.134+0000 7f4777412900 20 realm 2026-04-02T12:02:35.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.134+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.135+0000 7f4777412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.135+0000 7f4777412900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:35.136 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.135+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.135+0000 7f4777412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.135+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.136+0000 7f4777412900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:35.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.136+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.136+0000 7f4777412900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:35.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.136+0000 7f4777412900 20 searching for the correct realm 2026-04-02T12:02:35.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.138+0000 7f4773402640 0 -- 192.168.123.107:0/485349575 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f4758060ad0 msgr2=0x7f4758086050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:35.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.343+0000 7f4772400640 0 -- 192.168.123.107:0/485349575 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f4764058cc0 msgr2=0x7f47640c8930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:35.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.547+0000 7f4777412900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:35.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.547+0000 7f4777412900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:35.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.547+0000 7f4777412900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:35.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.547+0000 7f4777412900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:35.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.547+0000 7f4777412900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:35.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.547+0000 7f4777412900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:35.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.547+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.547+0000 7f4777412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.547+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.547+0000 7f4777412900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:35.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.547+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 20 zone default found 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 4 Realm: () 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 20 zonegroup default 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.548+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.549+0000 7f4777412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.549+0000 7f4777412900 20 started sync module instance, tier type = 2026-04-02T12:02:35.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.549+0000 7f4777412900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:35.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.552+0000 7f4777412900 20 add_watcher() i=0 2026-04-02T12:02:35.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.552+0000 7f4777412900 20 add_watcher() i=4 2026-04-02T12:02:35.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.552+0000 7f4777412900 20 add_watcher() i=7 2026-04-02T12:02:35.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.552+0000 7f4777412900 20 add_watcher() i=3 2026-04-02T12:02:35.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.553+0000 7f4777412900 20 add_watcher() i=5 2026-04-02T12:02:35.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.553+0000 7f4777412900 20 add_watcher() i=1 2026-04-02T12:02:35.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.553+0000 7f4777412900 20 add_watcher() i=6 2026-04-02T12:02:35.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.554+0000 7f4777412900 20 add_watcher() i=2 2026-04-02T12:02:35.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.554+0000 7f4777412900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:35.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.556+0000 7f4777412900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:35.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.556+0000 7f4777412900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:35.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.556+0000 7f4777412900 5 note: GC not initialized 2026-04-02T12:02:35.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.556+0000 7f471b7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:35.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.701+0000 7f4777412900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:35.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.701+0000 7f4777412900 20 Filter name: none 2026-04-02T12:02:35.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.701+0000 7f47197fa640 20 reqs_thread_entry: start 2026-04-02T12:02:35.703 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.701+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.702+0000 7f4777412900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:35.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.702+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.702+0000 7f4777412900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:35.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.702+0000 7f4777412900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:35.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.702+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.702+0000 7f4777412900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:35.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.702+0000 7f4777412900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.703+0000 7f4777412900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:35.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.703+0000 7f4777412900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:35.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.707+0000 7f4777412900 20 remove_watcher() i=4 2026-04-02T12:02:35.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.707+0000 7f4777412900 2 removed watcher, disabling cache 2026-04-02T12:02:35.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.707+0000 7f4777412900 20 remove_watcher() i=6 2026-04-02T12:02:35.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.707+0000 7f4777412900 20 remove_watcher() i=5 2026-04-02T12:02:35.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.707+0000 7f4777412900 20 remove_watcher() i=2 2026-04-02T12:02:35.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.707+0000 7f4777412900 20 remove_watcher() i=0 2026-04-02T12:02:35.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.708+0000 7f4777412900 20 remove_watcher() i=7 2026-04-02T12:02:35.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.708+0000 7f4777412900 20 remove_watcher() i=1 2026-04-02T12:02:35.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.708+0000 7f4777412900 20 remove_watcher() i=3 2026-04-02T12:02:35.717 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.717 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:02:35.717 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-trim-reshard-log-entries id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:02:35.717 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.719 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2026-04-02T12:02:35.740 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:35.740 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:35.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.759+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.760+0000 7f7945a78900 20 realm 2026-04-02T12:02:35.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.760+0000 7f7945a78900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:35.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.761+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:35.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.761+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.762+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:35.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.762+0000 7f7945a78900 20 searching for the correct realm 2026-04-02T12:02:35.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.767+0000 7f793f7fe640 0 -- 192.168.123.107:0/634397532 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55efaf31e700 msgr2=0x55efaf33ebb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:35.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.770+0000 7f793effd640 0 -- 192.168.123.107:0/634397532 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f79380b9e00 msgr2=0x7f79380bb9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 zone default found 2026-04-02T12:02:35.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 4 Realm: () 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 zonegroup default 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.774+0000 7f7945a78900 20 started sync module instance, tier type = 2026-04-02T12:02:35.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.774+0000 7f7945a78900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:35.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.778+0000 7f7945a78900 20 add_watcher() i=4 2026-04-02T12:02:35.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=6 2026-04-02T12:02:35.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=5 2026-04-02T12:02:35.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=7 2026-04-02T12:02:35.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=2 2026-04-02T12:02:35.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=1 2026-04-02T12:02:35.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=0 2026-04-02T12:02:35.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=3 2026-04-02T12:02:35.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.779+0000 7f7945a78900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:35.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.782+0000 7f7945a78900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:35.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.782+0000 7f7945a78900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:35.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.782+0000 7f7945a78900 5 note: GC not initialized 2026-04-02T12:02:35.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.782+0000 7f78eb7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:35.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.822+0000 7f7945a78900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:35.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.822+0000 7f7945a78900 20 Filter name: none 2026-04-02T12:02:35.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.822+0000 7f78e97fa640 20 reqs_thread_entry: start 2026-04-02T12:02:35.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.822+0000 7f7945a78900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T12:02:35.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.822+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.823+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:35.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.823+0000 7f7945a78900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:35.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.823+0000 7f7945a78900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:35.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.823+0000 7f7945a78900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 : miss 2026-04-02T12:02:35.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.823+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.823+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:35.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.823+0000 7f7945a78900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:02:35.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.823+0000 7f7945a78900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:02:35.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.823+0000 7f7945a78900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:35.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.823+0000 7f7945a78900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:35.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.823+0000 7f7945a78900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7945a78900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7945a78900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7945a78900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7945a78900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29, ofs0, ns] 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763726 cookie 94487924866128 notifier 6885 bl.length()=1035 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_sources= new_sources= 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential sources added=[] removed=[] 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_dests= new_dests= 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential dests added=[] removed=[] 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7945a78900 time 2026-04-02T12:02:35.830180+0000 2026-04-02T12:02:35.830 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7948b8f8f8] 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55efab91dfc4] 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x10139bc) [0x55efac5179bc] 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55efac03ee3e] 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f7947c2a610] 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.829+0000 7f7945a78900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7945a78900 time 2026-04-02T12:02:35.830180+0000 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7948b8f8f8] 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55efab91dfc4] 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x10139bc) [0x55efac5179bc] 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55efac03ee3e] 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f7947c2a610] 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:02:35.831 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7945a78900 thread_name:radosgw-admin 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7947c3fc30] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7947c8d02c] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7948b8f957] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55efab91dfc4] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x10139bc) [0x55efac5179bc] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55efac03ee3e] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f7947c2a610] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.830+0000 7f7945a78900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7945a78900 thread_name:radosgw-admin 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7947c3fc30] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7947c8d02c] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7948b8f957] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55efab91dfc4] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x10139bc) [0x55efac5179bc] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55efac03ee3e] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f7947c2a610] 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:02:35.744+0000 7f7945a78900 1 build_initial for_mkfs: 0 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:02:35.744+0000 7f7945a78900 10 monclient: monmap: 2026-04-02T12:02:35.844 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding auth protocol: cephx 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding auth protocol: cephx 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding auth protocol: cephx 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:02:35.744+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:02:35.744+0000 7f7945a78900 1 librados: starting msgr at 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:02:35.744+0000 7f7945a78900 1 librados: starting objecter 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command objecter_requests hook 0x55efaf0a70f0 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:02:35.745+0000 7f7945a78900 1 librados: setting wanted keys 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:02:35.745+0000 7f7945a78900 1 librados: calling monclient init 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient: init 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding auth protocol: cephx 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding auth protocol: cephx 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding auth protocol: cephx 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:02:35.745+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:02:35.745+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command rotate-key hook 0x55efaefbafd8 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-a con 0x55efaef4c7e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-b con 0x55efaef4d4b0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-c con 0x55efaef4d880 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): authenticate will time out at 1723.798613s 2026-04-02T12:02:35.845 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): get_auth_request con 0x55efaef4c7e0 auth_method 0 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): get_auth_request con 0x55efaef4d4b0 auth_method 0 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): get_auth_request con 0x55efaef4d880 auth_method 0 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): handle_auth_done global_id 6449 payload 824 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:02:35.745+0000 7f793f7fe640 1 monclient: found mon.noname-c 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: dump: 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: _finish_auth 0 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: _check_auth_tickets 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: dump: 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:02:35.746+0000 7f7945a78900 5 monclient: authenticate success, global_id 6449 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:02:35.746+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:02:35.746+0000 7f79357fa640 4 set_mon_vals no callback set 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:02:35.746+0000 7f7945a78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:02:35.746+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:02:35.746+0000 7f7945a78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:02:35.846 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:02:35.746+0000 7f7945a78900 1 librados: init done 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:02:35.747+0000 7f792f7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:02:35.747+0000 7f792f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:02:35.747+0000 7f792f7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:02:35.747+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf0a2a20 auth_method 0 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:02:35.747+0000 7f793effd640 10 monclient: get_auth_request con 0x7f791c077610 auth_method 0 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:02:35.748+0000 7f793effd640 10 monclient: get_auth_request con 0x55efaf130b90 auth_method 0 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:02:35.749+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf153220 auth_method 0 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:02:35.750+0000 7f793f7fe640 10 monclient: get_auth_request con 0x55efaf151e70 auth_method 0 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:02:35.750+0000 7f7945a78900 10 monclient: build_initial_monmap 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:02:35.751+0000 7f7945a78900 1 build_initial for_mkfs: 0 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:02:35.751+0000 7f7945a78900 10 monclient: monmap: 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding auth protocol: cephx 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding auth protocol: cephx 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding auth protocol: cephx 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:02:35.751+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55efaf19a5d0 EEXIST 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:02:35.751+0000 7f7945a78900 10 monclient: init 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding auth protocol: cephx 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding auth protocol: cephx 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding auth protocol: cephx 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:02:35.751+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:02:35.751+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command rotate-key cmddesc rotate-key hook 0x55efaf174130 EEXIST 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:02:35.751+0000 7f7945a78900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:35.847 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:02:35.751+0000 7f7945a78900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:02:35.751+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-b con 0x55efaf1c1ba0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-c con 0x55efaf1c1f70 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-a con 0x55efaf1c2c10 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): authenticate will time out at 1723.805148s 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): get_auth_request con 0x55efaf1c2c10 auth_method 0 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): get_auth_request con 0x55efaf1c1ba0 auth_method 0 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): get_auth_request con 0x55efaf1c1f70 auth_method 0 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): handle_auth_done global_id 6879 payload 824 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:02:35.752+0000 7f793effd640 1 monclient: found mon.noname-a 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: dump: 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: dump: 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.848 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:02:35.752+0000 7f7945a78900 5 monclient: authenticate success, global_id 6879 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:02:35.752+0000 7f793ffff640 4 set_mon_vals no callback set 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:02:35.754+0000 7f792cff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:02:35.754+0000 7f792cff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:02:35.754+0000 7f792cff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:02:35.754+0000 7f7937fff640 10 monclient: get_auth_request con 0x7f7910077520 auth_method 0 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:02:35.754+0000 7f7945a78900 10 monclient: get_monmap_and_config 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:02:35.754+0000 7f7945a78900 10 monclient: build_initial_monmap 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:02:35.754+0000 7f7945a78900 1 build_initial for_mkfs: 0 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:02:35.754+0000 7f7945a78900 10 monclient: monmap: 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding auth protocol: cephx 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding auth protocol: cephx 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding auth protocol: cephx 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:02:35.755+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient: init 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding auth protocol: cephx 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding auth protocol: cephx 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding auth protocol: cephx 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:02:35.755+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:02:35.755+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.849 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe98e9ec88 EEXIST 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-a con 0x55efaf258d30 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-b con 0x55efaf257f10 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-c con 0x55efaf2ae400 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): authenticate will time out at 1723.808714s 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): get_auth_request con 0x55efaf2ae400 auth_method 0 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): get_auth_request con 0x55efaf258d30 auth_method 0 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:02:35.755+0000 7f793f7fe640 10 monclient(hunting): get_auth_request con 0x55efaf257f10 auth_method 0 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:02:35.755+0000 7f793f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:02:35.755+0000 7f793f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:02:35.755+0000 7f793f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): handle_auth_done global_id 6455 payload 274 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:02:35.755+0000 7f793effd640 1 monclient: found mon.noname-c 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: dump: 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: _finish_auth 0 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: _check_auth_tickets 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: dump: 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.850 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 monclient: authenticate success, global_id 6455 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:02:35.756+0000 7f7945a78900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:02:35.756+0000 7f7945a78900 4 set_mon_vals no callback set 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:02:35.756+0000 7f7945a78900 10 monclient: shutdown 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:02:35.756+0000 7f7945a78900 10 monclient: build_initial_monmap 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:02:35.756+0000 7f7945a78900 1 build_initial for_mkfs: 0 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:02:35.756+0000 7f7945a78900 10 monclient: monmap: 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding auth protocol: cephx 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding auth protocol: cephx 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding auth protocol: cephx 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:02:35.756+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:02:35.757+0000 7f7945a78900 1 librados: starting msgr at 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:02:35.757+0000 7f7945a78900 1 librados: starting objecter 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55efaf25af80 EEXIST 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:02:35.757+0000 7f7945a78900 1 librados: setting wanted keys 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:02:35.757+0000 7f7945a78900 1 librados: calling monclient init 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient: init 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding auth protocol: cephx 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding auth protocol: cephx 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding auth protocol: cephx 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.851 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:02:35.757+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:02:35.757+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command rotate-key cmddesc rotate-key hook 0x55efaf255898 EEXIST 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-b con 0x55efaf258d30 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-c con 0x55efaf2ae400 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-a con 0x55efaf2adaa0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): authenticate will time out at 1723.810552s 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): get_auth_request con 0x55efaf2adaa0 auth_method 0 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): get_auth_request con 0x55efaf2ae400 auth_method 0 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): handle_auth_done global_id 6885 payload 824 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:02:35.757+0000 7f793effd640 1 monclient: found mon.noname-a 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:02:35.757+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf258d30 auth_method 0 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: dump: 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: dump: 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.852 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 monclient: authenticate success, global_id 6885 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:02:35.757+0000 7f79227fc640 4 set_mon_vals no callback set 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:02:35.758+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:02:35.758+0000 7f7945a78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:02:35.758+0000 7f7945a78900 1 librados: init done 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:02:35.758+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command cr dump hook 0x55efaf280688 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:02:35.759+0000 7f7920ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:02:35.759+0000 7f7920ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:02:35.759+0000 7f7920ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:02:35.759+0000 7f7937fff640 10 monclient: get_auth_request con 0x7f7900077600 auth_method 0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:02:35.759+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:02:35.760+0000 7f793f7fe640 10 monclient: get_auth_request con 0x55efaf31e700 auth_method 0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 realm 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:02:35.760+0000 7f7945a78900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:02:35.761+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf340fe0 auth_method 0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:02:35.761+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:02:35.761+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:02:35.762+0000 7f793f7fe640 10 monclient: get_auth_request con 0x55efaf362710 auth_method 0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:02:35.762+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:02:35.762+0000 7f7945a78900 20 searching for the correct realm 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:02:35.763+0000 7f793effd640 10 monclient: get_auth_request con 0x55efaf385400 auth_method 0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:02:35.763+0000 7f7937fff640 10 monclient: get_auth_request con 0x7f793008a910 auth_method 0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:02:35.765+0000 7f793f7fe640 10 monclient: get_auth_request con 0x7f7928044910 auth_method 0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:02:35.767+0000 7f793f7fe640 0 -- 192.168.123.107:0/634397532 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55efaf31e700 msgr2=0x55efaf33ebb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:02:35.767+0000 7f7920ff9640 1 client.6885.objecter ms_handle_reset 0x55efaf31e700 session 0x55efaf31dff0 osd.1 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:02:35.767+0000 7f7920ff9640 10 monclient: _renew_subs 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:02:35.767+0000 7f7920ff9640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:02:35.767+0000 7f793f7fe640 10 monclient: get_auth_request con 0x7f79000a4c40 auth_method 0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:02:35.767+0000 7f793effd640 10 monclient: get_auth_request con 0x7f79380b9e00 auth_method 0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:02:35.769+0000 7f7937fff640 10 monclient: get_auth_request con 0x7f79380c3040 auth_method 0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:02:35.770+0000 7f793effd640 0 -- 192.168.123.107:0/634397532 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f79380b9e00 msgr2=0x7f79380bb9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:02:35.770+0000 7f7920ff9640 1 client.6885.objecter ms_handle_reset 0x7f79380b9e00 session 0x7f79380b9460 osd.6 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:02:35.770+0000 7f793effd640 10 monclient: get_auth_request con 0x55efaf31e700 auth_method 0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 zone default found 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:02:35.773+0000 7f7945a78900 4 Realm: () 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:02:35.773+0000 7f7945a78900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:02:35.773+0000 7f7945a78900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:35.853 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:02:35.773+0000 7f7945a78900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 zonegroup default 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 started sync module instance, tier type = 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:02:35.778+0000 7f7945a78900 20 add_watcher() i=4 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=6 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=5 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=7 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=2 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=1 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=3 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:02:35.779+0000 7f7945a78900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:02:35.780+0000 7f793f7fe640 10 monclient: get_auth_request con 0x7f78cc007200 auth_method 0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding auth protocol: cephx 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding auth protocol: cephx 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding auth protocol: cephx 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:02:35.781+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:02:35.782+0000 7f7945a78900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:02:35.782+0000 7f7945a78900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command cache list hook 0x55efaf2ad310 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command cache inspect hook 0x55efaf2ad310 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command cache erase hook 0x55efaf2ad310 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command cache zap hook 0x55efaf2ad310 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 note: GC not initialized 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:02:35.782+0000 7f78eb7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command sync trace show hook 0x7f7928001470 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command sync trace history hook 0x7f7928001470 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command sync trace active hook 0x7f7928001470 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command sync trace active_short hook 0x7f7928001470 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:02:35.782+0000 7f793effd640 10 monclient: get_auth_request con 0x55efaf3bc430 auth_method 0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:02:35.784+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf3bd790 auth_method 0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:02:35.787+0000 7f793f7fe640 10 monclient: get_auth_request con 0x55efaf33de20 auth_method 0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:02:35.788+0000 7f793effd640 10 monclient: get_auth_request con 0x55efaf3b8980 auth_method 0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:02:35.792+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf3b9aa0 auth_method 0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:02:35.797+0000 7f793f7fe640 10 monclient: get_auth_request con 0x55efaf3af420 auth_method 0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:02:35.822+0000 7f7945a78900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:02:35.822+0000 7f7945a78900 20 Filter name: none 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:02:35.822+0000 7f78e97fa640 20 reqs_thread_entry: start 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:02:35.822+0000 7f7945a78900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:02:35.822+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:02:35.823+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:35.854 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 : miss 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:02:35.823+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:02:35.823+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:02:35.828+0000 7f7945a78900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:02:35.828+0000 7f7945a78900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:02:35.828+0000 7f7945a78900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:02:35.828+0000 7f7945a78900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29, ofs0, ns] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763726 cookie 94487924866128 notifier 6885 bl.length()=1035 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_sources= new_sources= 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential sources added=[] removed=[] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_dests= new_dests= 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential dests added=[] removed=[] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:02:35.829+0000 7f7945a78900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7945a78900 time 2026-04-02T12:02:35.830180+0000 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7948b8f8f8] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55efab91dfc4] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x10139bc) [0x55efac5179bc] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55efac03ee3e] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f7947c2a610] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:02:35.830+0000 7f7945a78900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7945a78900 thread_name:radosgw-admin 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7947c3fc30] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7947c8d02c] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7948b8f957] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55efab91dfc4] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x10139bc) [0x55efac5179bc] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55efac03ee3e] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f7947c2a610] 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:02:35.855 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:02:35.856 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f78e97fa640 / http_manager 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f78eb7fe640 / http_manager 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f7920ff9640 / ms_dispatch 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f7921ffb640 / io_context_pool 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f79227fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f792cff9640 / ms_dispatch 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f792f7fe640 / ms_dispatch 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f79357fa640 / io_context_pool, ms_dispatch 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f7935ffb640 / admin_socket 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f7937fff640 / msgr-worker-2 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f793e7fc640 / ms_dispatch 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f793effd640 / msgr-worker-1 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f793f7fe640 / msgr-worker-0 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f793ffff640 / io_context_pool 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: 7f7945a78900 / radosgw-admin 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.89159.log 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:02:35.857 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:02:35.744+0000 7f7945a78900 1 build_initial for_mkfs: 0 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:02:35.744+0000 7f7945a78900 10 monclient: monmap: 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding auth protocol: cephx 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding auth protocol: cephx 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding auth protocol: cephx 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 AuthRegistry(0x55efaefc0770) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:02:35.744+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:02:35.744+0000 7f7945a78900 1 librados: starting msgr at 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:02:35.744+0000 7f7945a78900 1 librados: starting objecter 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:02:35.744+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command objecter_requests hook 0x55efaf0a70f0 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:02:35.745+0000 7f7945a78900 1 librados: setting wanted keys 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:02:35.745+0000 7f7945a78900 1 librados: calling monclient init 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient: init 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding auth protocol: cephx 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding auth protocol: cephx 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding auth protocol: cephx 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: crc 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 AuthRegistry(0x55efaefbae90) adding con mode: secure 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:02:35.745+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:02:35.745+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:02:35.745+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command rotate-key hook 0x55efaefbafd8 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-a con 0x55efaef4c7e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-b con 0x55efaef4d4b0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-c con 0x55efaef4d880 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:02:35.858 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:02:35.745+0000 7f7945a78900 10 monclient(hunting): authenticate will time out at 1723.798613s 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): get_auth_request con 0x55efaef4c7e0 auth_method 0 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): get_auth_request con 0x55efaef4d4b0 auth_method 0 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): get_auth_request con 0x55efaef4d880 auth_method 0 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:02:35.745+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:02:35.745+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient(hunting): handle_auth_done global_id 6449 payload 824 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:02:35.745+0000 7f793f7fe640 1 monclient: found mon.noname-c 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:02:35.745+0000 7f793f7fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: dump: 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: _finish_auth 0 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: _check_auth_tickets 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:02:35.746+0000 7f792f7fe640 10 monclient: dump: 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:02:35.746+0000 7f7945a78900 5 monclient: authenticate success, global_id 6449 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:02:35.746+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:02:35.746+0000 7f79357fa640 4 set_mon_vals no callback set 2026-04-02T12:02:35.859 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:02:35.746+0000 7f7945a78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:02:35.746+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:02:35.746+0000 7f7945a78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:02:35.746+0000 7f7945a78900 1 librados: init done 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:02:35.747+0000 7f792f7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:02:35.747+0000 7f792f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:02:35.747+0000 7f792f7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:02:35.747+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf0a2a20 auth_method 0 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:02:35.747+0000 7f793effd640 10 monclient: get_auth_request con 0x7f791c077610 auth_method 0 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:02:35.748+0000 7f793effd640 10 monclient: get_auth_request con 0x55efaf130b90 auth_method 0 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:02:35.749+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf153220 auth_method 0 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:02:35.750+0000 7f793f7fe640 10 monclient: get_auth_request con 0x55efaf151e70 auth_method 0 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:02:35.750+0000 7f7945a78900 10 monclient: build_initial_monmap 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:02:35.751+0000 7f7945a78900 1 build_initial for_mkfs: 0 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:02:35.751+0000 7f7945a78900 10 monclient: monmap: 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding auth protocol: cephx 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding auth protocol: cephx 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding auth protocol: cephx 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf196c50) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:02:35.751+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55efaf19a5d0 EEXIST 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:02:35.751+0000 7f7945a78900 10 monclient: init 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding auth protocol: cephx 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding auth protocol: cephx 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding auth protocol: cephx 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: crc 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 AuthRegistry(0x55efaf173fe8) adding con mode: secure 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:02:35.751+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:02:35.751+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:02:35.751+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command rotate-key cmddesc rotate-key hook 0x55efaf174130 EEXIST 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:02:35.751+0000 7f7945a78900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:02:35.751+0000 7f7945a78900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:02:35.860 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:02:35.751+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-b con 0x55efaf1c1ba0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-c con 0x55efaf1c1f70 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-a con 0x55efaf1c2c10 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient(hunting): authenticate will time out at 1723.805148s 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): get_auth_request con 0x55efaf1c2c10 auth_method 0 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): get_auth_request con 0x55efaf1c1ba0 auth_method 0 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): get_auth_request con 0x55efaf1c1f70 auth_method 0 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:02:35.752+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:02:35.752+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient(hunting): handle_auth_done global_id 6879 payload 824 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:02:35.752+0000 7f793effd640 1 monclient: found mon.noname-a 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:02:35.752+0000 7f793effd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: dump: 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:02:35.752+0000 7f792cff9640 10 monclient: dump: 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:02:35.752+0000 7f7945a78900 5 monclient: authenticate success, global_id 6879 2026-04-02T12:02:35.861 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:02:35.752+0000 7f793ffff640 4 set_mon_vals no callback set 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:02:35.752+0000 7f7945a78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:02:35.754+0000 7f792cff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:02:35.754+0000 7f792cff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:02:35.754+0000 7f792cff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:02:35.754+0000 7f7937fff640 10 monclient: get_auth_request con 0x7f7910077520 auth_method 0 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:02:35.754+0000 7f7945a78900 10 monclient: get_monmap_and_config 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:02:35.754+0000 7f7945a78900 10 monclient: build_initial_monmap 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:02:35.754+0000 7f7945a78900 1 build_initial for_mkfs: 0 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:02:35.754+0000 7f7945a78900 10 monclient: monmap: 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding auth protocol: cephx 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding auth protocol: cephx 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding auth protocol: cephx 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:02:35.754+0000 7f7945a78900 5 AuthRegistry(0x55efaf256f20) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:02:35.755+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient: init 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding auth protocol: cephx 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding auth protocol: cephx 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding auth protocol: cephx 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: crc 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9eb40) adding con mode: secure 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:02:35.755+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:02:35.755+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:02:35.755+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe98e9ec88 EEXIST 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-a con 0x55efaf258d30 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-b con 0x55efaf257f10 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:02:35.862 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-c con 0x55efaf2ae400 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:02:35.755+0000 7f7945a78900 10 monclient(hunting): authenticate will time out at 1723.808714s 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): get_auth_request con 0x55efaf2ae400 auth_method 0 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): get_auth_request con 0x55efaf258d30 auth_method 0 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:02:35.755+0000 7f7937fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:02:35.755+0000 7f793f7fe640 10 monclient(hunting): get_auth_request con 0x55efaf257f10 auth_method 0 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:02:35.755+0000 7f793f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:02:35.755+0000 7f793f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:02:35.755+0000 7f793f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient(hunting): handle_auth_done global_id 6455 payload 274 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:02:35.755+0000 7f793effd640 1 monclient: found mon.noname-c 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:02:35.755+0000 7f793effd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: dump: 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: _finish_auth 0 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: _check_auth_tickets 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:02:35.756+0000 7f79227fc640 10 monclient: dump: 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 monclient: authenticate success, global_id 6455 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:02:35.756+0000 7f7945a78900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:02:35.756+0000 7f7945a78900 4 set_mon_vals no callback set 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:02:35.756+0000 7f7945a78900 10 monclient: shutdown 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:02:35.756+0000 7f7945a78900 10 monclient: build_initial_monmap 2026-04-02T12:02:35.863 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:02:35.756+0000 7f7945a78900 1 build_initial for_mkfs: 0 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:02:35.756+0000 7f7945a78900 10 monclient: monmap: 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding auth protocol: cephx 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding auth protocol: cephx 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding auth protocol: cephx 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:02:35.756+0000 7f7945a78900 5 AuthRegistry(0x55efaf25bfa0) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:02:35.756+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:02:35.757+0000 7f7945a78900 1 librados: starting msgr at 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:02:35.757+0000 7f7945a78900 1 librados: starting objecter 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55efaf25af80 EEXIST 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:02:35.757+0000 7f7945a78900 1 librados: setting wanted keys 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:02:35.757+0000 7f7945a78900 1 librados: calling monclient init 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient: init 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding auth protocol: cephx 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding auth protocol: cephx 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding auth protocol: cephx 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: crc 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 AuthRegistry(0x55efaf255750) adding con mode: secure 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:02:35.757+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:02:35.757+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command rotate-key cmddesc rotate-key hook 0x55efaf255898 EEXIST 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-b con 0x55efaf258d30 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-c con 0x55efaf2ae400 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): picked mon.noname-a con 0x55efaf2adaa0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient(hunting): authenticate will time out at 1723.810552s 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): get_auth_request con 0x55efaf2adaa0 auth_method 0 2026-04-02T12:02:35.864 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): get_auth_request con 0x55efaf2ae400 auth_method 0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:02:35.757+0000 7f793f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient(hunting): handle_auth_done global_id 6885 payload 824 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:02:35.757+0000 7f793effd640 1 monclient: found mon.noname-a 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:02:35.757+0000 7f793effd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:02:35.757+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf258d30 auth_method 0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: dump: 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:02:35.757+0000 7f7920ff9640 10 monclient: dump: 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:02:35.757+0000 7f7945a78900 5 monclient: authenticate success, global_id 6885 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:02:35.757+0000 7f7945a78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:02:35.757+0000 7f79227fc640 4 set_mon_vals no callback set 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:02:35.758+0000 7f7945a78900 10 monclient: _renew_subs 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:02:35.758+0000 7f7945a78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:02:35.758+0000 7f7945a78900 1 librados: init done 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:02:35.758+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command cr dump hook 0x55efaf280688 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:02:35.759+0000 7f7920ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:02:35.759+0000 7f7920ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:02:35.759+0000 7f7920ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:02:35.759+0000 7f7937fff640 10 monclient: get_auth_request con 0x7f7900077600 auth_method 0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:02:35.759+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:02:35.760+0000 7f793f7fe640 10 monclient: get_auth_request con 0x55efaf31e700 auth_method 0 2026-04-02T12:02:35.865 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 realm 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:02:35.760+0000 7f7945a78900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:02:35.760+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:02:35.761+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf340fe0 auth_method 0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:02:35.761+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:02:35.761+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:02:35.762+0000 7f793f7fe640 10 monclient: get_auth_request con 0x55efaf362710 auth_method 0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:02:35.762+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:02:35.762+0000 7f7945a78900 20 searching for the correct realm 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:02:35.763+0000 7f793effd640 10 monclient: get_auth_request con 0x55efaf385400 auth_method 0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:02:35.763+0000 7f7937fff640 10 monclient: get_auth_request con 0x7f793008a910 auth_method 0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:02:35.765+0000 7f793f7fe640 10 monclient: get_auth_request con 0x7f7928044910 auth_method 0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:02:35.767+0000 7f793f7fe640 0 -- 192.168.123.107:0/634397532 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55efaf31e700 msgr2=0x55efaf33ebb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:02:35.767+0000 7f7920ff9640 1 client.6885.objecter ms_handle_reset 0x55efaf31e700 session 0x55efaf31dff0 osd.1 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:02:35.767+0000 7f7920ff9640 10 monclient: _renew_subs 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:02:35.767+0000 7f7920ff9640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:02:35.767+0000 7f793f7fe640 10 monclient: get_auth_request con 0x7f79000a4c40 auth_method 0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:02:35.767+0000 7f793effd640 10 monclient: get_auth_request con 0x7f79380b9e00 auth_method 0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:02:35.769+0000 7f7937fff640 10 monclient: get_auth_request con 0x7f79380c3040 auth_method 0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:02:35.770+0000 7f793effd640 0 -- 192.168.123.107:0/634397532 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f79380b9e00 msgr2=0x7f79380bb9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:02:35.770+0000 7f7920ff9640 1 client.6885.objecter ms_handle_reset 0x7f79380b9e00 session 0x7f79380b9460 osd.6 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:02:35.770+0000 7f793effd640 10 monclient: get_auth_request con 0x55efaf31e700 auth_method 0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 zone default found 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:02:35.773+0000 7f7945a78900 4 Realm: () 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:02:35.773+0000 7f7945a78900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:02:35.773+0000 7f7945a78900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:02:35.773+0000 7f7945a78900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 zonegroup default 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:02:35.773+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 started sync module instance, tier type = 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:02:35.774+0000 7f7945a78900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:02:35.778+0000 7f7945a78900 20 add_watcher() i=4 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=6 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=5 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=7 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=2 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=1 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=0 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:02:35.779+0000 7f7945a78900 20 add_watcher() i=3 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:02:35.779+0000 7f7945a78900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:35.866 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:02:35.780+0000 7f793f7fe640 10 monclient: get_auth_request con 0x7f78cc007200 auth_method 0 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding auth protocol: cephx 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding auth protocol: cephx 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding auth protocol: cephx 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: crc 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:02:35.781+0000 7f7945a78900 5 AuthRegistry(0x7ffe98e9ec30) adding con mode: secure 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:02:35.781+0000 7f7945a78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:02:35.782+0000 7f7945a78900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:02:35.782+0000 7f7945a78900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command cache list hook 0x55efaf2ad310 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command cache inspect hook 0x55efaf2ad310 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command cache erase hook 0x55efaf2ad310 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command cache zap hook 0x55efaf2ad310 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 note: GC not initialized 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:02:35.782+0000 7f78eb7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command sync trace show hook 0x7f7928001470 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command sync trace history hook 0x7f7928001470 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command sync trace active hook 0x7f7928001470 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:02:35.782+0000 7f7945a78900 5 asok(0x55efaeebb6b0) register_command sync trace active_short hook 0x7f7928001470 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:02:35.782+0000 7f793effd640 10 monclient: get_auth_request con 0x55efaf3bc430 auth_method 0 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:02:35.784+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf3bd790 auth_method 0 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:02:35.787+0000 7f793f7fe640 10 monclient: get_auth_request con 0x55efaf33de20 auth_method 0 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:02:35.788+0000 7f793effd640 10 monclient: get_auth_request con 0x55efaf3b8980 auth_method 0 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:02:35.792+0000 7f7937fff640 10 monclient: get_auth_request con 0x55efaf3b9aa0 auth_method 0 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:02:35.797+0000 7f793f7fe640 10 monclient: get_auth_request con 0x55efaf3af420 auth_method 0 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:02:35.822+0000 7f7945a78900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:02:35.822+0000 7f7945a78900 20 Filter name: none 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:02:35.822+0000 7f78e97fa640 20 reqs_thread_entry: start 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:02:35.822+0000 7f7945a78900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:02:35.822+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:02:35.823+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 : miss 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:02:35.823+0000 7f7945a78900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:02:35.823+0000 7f7945a78900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:02:35.823+0000 7f7945a78900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:02:35.828+0000 7f7945a78900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:02:35.828+0000 7f7945a78900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:02:35.828+0000 7f7945a78900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:02:35.828+0000 7f7945a78900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29, ofs0, ns] 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763726 cookie 94487924866128 notifier 6885 bl.length()=1035 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:02:35.828+0000 7f7921ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_sources= new_sources= 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential sources added=[] removed=[] 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_dests= new_dests= 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:02:35.828+0000 7f7945a78900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential dests added=[] removed=[] 2026-04-02T12:02:35.867 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:02:35.829+0000 7f7945a78900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7945a78900 time 2026-04-02T12:02:35.830180+0000 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7948b8f8f8] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55efab91dfc4] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x10139bc) [0x55efac5179bc] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55efac03ee3e] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f7947c2a610] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:02:35.830+0000 7f7945a78900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7945a78900 thread_name:radosgw-admin 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7947c3fc30] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7947c8d02c] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7948b8f957] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55efab91dfc4] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x10139bc) [0x55efac5179bc] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55efac03ee3e] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f7947c2a610] 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:02:35.868 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:02:35.869 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f78e97fa640 / http_manager 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f78eb7fe640 / http_manager 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f7920ff9640 / ms_dispatch 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f7921ffb640 / io_context_pool 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f79227fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f792cff9640 / ms_dispatch 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f792f7fe640 / ms_dispatch 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f79357fa640 / io_context_pool, ms_dispatch 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f7935ffb640 / admin_socket 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f7937fff640 / msgr-worker-2 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f793e7fc640 / ms_dispatch 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f793effd640 / msgr-worker-1 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f793f7fe640 / msgr-worker-0 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f793ffff640 / io_context_pool 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: 7f7945a78900 / radosgw-admin 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:02:35.831343Z_e3bb27bd-8e63-4763-99d8-7c85150299af/log 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:35.870 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:35.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.885+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.887+0000 7fcbcbd34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.887+0000 7fcbcbd34900 20 realm 2026-04-02T12:02:35.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.887+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.887+0000 7fcbcbd34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.887+0000 7fcbcbd34900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:35.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.887+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.887+0000 7fcbcbd34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:35.889 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.887+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.890 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.888+0000 7fcbcbd34900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:35.890 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.888+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:35.890 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.888+0000 7fcbcbd34900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:35.890 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.888+0000 7fcbcbd34900 20 searching for the correct realm 2026-04-02T12:02:35.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:35.892+0000 7fcbc37fe640 0 -- 192.168.123.107:0/3745005365 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fcbbc069210 msgr2=0x7fcbbc072aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:36.099 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.097+0000 7fcbbbfff640 0 -- 192.168.123.107:0/3745005365 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x564bdf0cddd0 msgr2=0x564bdf0ee250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:36.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.099+0000 7fcbcbd34900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:36.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.099+0000 7fcbcbd34900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:36.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.099+0000 7fcbcbd34900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:36.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.099+0000 7fcbcbd34900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:36.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.099+0000 7fcbcbd34900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:36.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.099+0000 7fcbcbd34900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:36.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.099+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.099+0000 7fcbcbd34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:36.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.099+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.099+0000 7fcbcbd34900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:36.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.100+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.100+0000 7fcbcbd34900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.100+0000 7fcbcbd34900 20 zone default found 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.100+0000 7fcbcbd34900 4 Realm: () 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.100+0000 7fcbcbd34900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.100+0000 7fcbcbd34900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.100+0000 7fcbcbd34900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.100+0000 7fcbcbd34900 20 zonegroup default 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.100+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.100+0000 7fcbcbd34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.100+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.101+0000 7fcbcbd34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:36.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.101+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.101+0000 7fcbcbd34900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:36.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.101+0000 7fcbcbd34900 20 started sync module instance, tier type = 2026-04-02T12:02:36.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.101+0000 7fcbcbd34900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:36.106 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.104+0000 7fcbcbd34900 20 add_watcher() i=0 2026-04-02T12:02:36.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.105+0000 7fcbcbd34900 20 add_watcher() i=7 2026-04-02T12:02:36.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.105+0000 7fcbcbd34900 20 add_watcher() i=4 2026-04-02T12:02:36.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.105+0000 7fcbcbd34900 20 add_watcher() i=6 2026-04-02T12:02:36.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.105+0000 7fcbcbd34900 20 add_watcher() i=5 2026-04-02T12:02:36.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.105+0000 7fcbcbd34900 20 add_watcher() i=1 2026-04-02T12:02:36.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.105+0000 7fcbcbd34900 20 add_watcher() i=3 2026-04-02T12:02:36.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.106+0000 7fcbcbd34900 20 add_watcher() i=2 2026-04-02T12:02:36.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.106+0000 7fcbcbd34900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:36.110 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.108+0000 7fcbcbd34900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:36.110 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.108+0000 7fcbcbd34900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:36.110 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.108+0000 7fcbcbd34900 5 note: GC not initialized 2026-04-02T12:02:36.111 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.109+0000 7fcb6ffff640 20 reqs_thread_entry: start 2026-04-02T12:02:36.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.151+0000 7fcbcbd34900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:36.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.151+0000 7fcbcbd34900 20 Filter name: none 2026-04-02T12:02:36.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.151+0000 7fcb6dffb640 20 reqs_thread_entry: start 2026-04-02T12:02:36.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.151+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.152+0000 7fcbcbd34900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:36.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.152+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.152+0000 7fcbcbd34900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T12:02:36.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.152+0000 7fcbcbd34900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:36.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.152+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.152+0000 7fcbcbd34900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:36.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.152+0000 7fcbcbd34900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.153+0000 7fcbcbd34900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T12:02:36.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.153+0000 7fcbcbd34900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:36.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.157+0000 7fcbcbd34900 20 remove_watcher() i=4 2026-04-02T12:02:36.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.158+0000 7fcbcbd34900 2 removed watcher, disabling cache 2026-04-02T12:02:36.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.158+0000 7fcbcbd34900 20 remove_watcher() i=0 2026-04-02T12:02:36.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.158+0000 7fcbcbd34900 20 remove_watcher() i=6 2026-04-02T12:02:36.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.158+0000 7fcbcbd34900 20 remove_watcher() i=5 2026-04-02T12:02:36.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.158+0000 7fcbcbd34900 20 remove_watcher() i=3 2026-04-02T12:02:36.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.158+0000 7fcbcbd34900 20 remove_watcher() i=7 2026-04-02T12:02:36.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.158+0000 7fcbcbd34900 20 remove_watcher() i=2 2026-04-02T12:02:36.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.158+0000 7fcbcbd34900 20 remove_watcher() i=1 2026-04-02T12:02:36.166 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:36.166 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:02:36.166 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-trim-reshard-log-entries id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:02:36.166 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:02:36.218 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:02:36.241 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:36.241 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:36.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.261+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.262+0000 7fbdab33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:36.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.262+0000 7fbdab33a900 20 realm 2026-04-02T12:02:36.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.262+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.262+0000 7fbdab33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:36.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.262+0000 7fbdab33a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:36.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.262+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.263+0000 7fbdab33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:36.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.263+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.263+0000 7fbdab33a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:36.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.263+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.264+0000 7fbdab33a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:36.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.264+0000 7fbdab33a900 20 searching for the correct realm 2026-04-02T12:02:36.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.267+0000 7fbda788a640 0 -- 192.168.123.107:0/3457470343 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55f60af94840 msgr2=0x55f60afb4c20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:36.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.271+0000 7fbda7089640 0 -- 192.168.123.107:0/3457470343 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fbd9c094b40 msgr2=0x7fbd9c080480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:36.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.274+0000 7fbdab33a900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:02:36.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.274+0000 7fbdab33a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:36.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.274+0000 7fbdab33a900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:02:36.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.274+0000 7fbdab33a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:36.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.274+0000 7fbdab33a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:36.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.274+0000 7fbdab33a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:36.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.274+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.274+0000 7fbdab33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:36.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.274+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:36.276 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 20 zone default found 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 4 Realm: () 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 20 zonegroup default 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.275+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.276+0000 7fbdab33a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.276+0000 7fbdab33a900 20 started sync module instance, tier type = 2026-04-02T12:02:36.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.276+0000 7fbdab33a900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:02:36.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.279+0000 7fbdab33a900 20 add_watcher() i=0 2026-04-02T12:02:36.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.279+0000 7fbdab33a900 20 add_watcher() i=4 2026-04-02T12:02:36.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.279+0000 7fbdab33a900 20 add_watcher() i=5 2026-04-02T12:02:36.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.280+0000 7fbdab33a900 20 add_watcher() i=2 2026-04-02T12:02:36.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.280+0000 7fbdab33a900 20 add_watcher() i=3 2026-04-02T12:02:36.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.280+0000 7fbdab33a900 20 add_watcher() i=1 2026-04-02T12:02:36.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.280+0000 7fbdab33a900 20 add_watcher() i=7 2026-04-02T12:02:36.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.280+0000 7fbdab33a900 20 add_watcher() i=6 2026-04-02T12:02:36.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.280+0000 7fbdab33a900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:36.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.282+0000 7fbdab33a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:36.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.282+0000 7fbdab33a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:36.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.282+0000 7fbdab33a900 5 note: GC not initialized 2026-04-02T12:02:36.284 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.282+0000 7fbd557ea640 20 reqs_thread_entry: start 2026-04-02T12:02:36.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.323+0000 7fbdab33a900 20 init_complete bucket index max shards: 1 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.323+0000 7fbdab33a900 20 Filter name: none 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbd4e7fc640 20 reqs_thread_entry: start 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 : miss 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:02:36.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.324+0000 7fbdab33a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 2026-04-02T12:02:36.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.326+0000 7fbdab33a900 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to be held by another RGW process; skipping for now 2026-04-02T12:02:36.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.329+0000 7fbdab33a900 20 remove_watcher() i=0 2026-04-02T12:02:36.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.329+0000 7fbdab33a900 2 removed watcher, disabling cache 2026-04-02T12:02:36.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.329+0000 7fbdab33a900 20 remove_watcher() i=3 2026-04-02T12:02:36.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.329+0000 7fbdab33a900 20 remove_watcher() i=4 2026-04-02T12:02:36.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.329+0000 7fbdab33a900 20 remove_watcher() i=1 2026-04-02T12:02:36.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.329+0000 7fbdab33a900 20 remove_watcher() i=5 2026-04-02T12:02:36.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.329+0000 7fbdab33a900 20 remove_watcher() i=6 2026-04-02T12:02:36.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.329+0000 7fbdab33a900 20 remove_watcher() i=7 2026-04-02T12:02:36.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:02:36.329+0000 7fbdab33a900 20 remove_watcher() i=2 2026-04-02T12:02:36.337 INFO:tasks.workunit.client.0.vm07.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:03:06.361 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:03:06.381 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:06.381 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:06.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.399+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.399+0000 7f563139f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.400+0000 7f563139f900 20 realm 2026-04-02T12:03:06.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.400+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.400+0000 7f563139f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.401 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.400+0000 7f563139f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:06.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.400+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.400+0000 7f563139f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.402 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.400+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.401+0000 7f563139f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:06.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.401+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.402+0000 7f563139f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:06.403 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.402+0000 7f563139f900 20 searching for the correct realm 2026-04-02T12:03:06.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.405+0000 7f562d8e8640 0 -- 192.168.123.107:0/1922088248 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x557b27296aa0 msgr2=0x557b272b6ea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:06.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.408+0000 7f562d0e7640 0 -- 192.168.123.107:0/1922088248 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f562009a0b0 msgr2=0x7f5620063d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.411+0000 7f563139f900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.411+0000 7f563139f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.411+0000 7f563139f900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.411+0000 7f563139f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.411+0000 7f563139f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.411+0000 7f563139f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.411+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.411+0000 7f563139f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.411+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.411+0000 7f563139f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.411+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 20 zone default found 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 4 Realm: () 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:06.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 20 zonegroup default 2026-04-02T12:03:06.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 20 started sync module instance, tier type = 2026-04-02T12:03:06.414 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.412+0000 7f563139f900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:06.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.415+0000 7f563139f900 20 add_watcher() i=5 2026-04-02T12:03:06.417 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.415+0000 7f563139f900 20 add_watcher() i=6 2026-04-02T12:03:06.418 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.416+0000 7f563139f900 20 add_watcher() i=0 2026-04-02T12:03:06.418 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.417+0000 7f563139f900 20 add_watcher() i=3 2026-04-02T12:03:06.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.417+0000 7f563139f900 20 add_watcher() i=7 2026-04-02T12:03:06.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.418+0000 7f563139f900 20 add_watcher() i=1 2026-04-02T12:03:06.419 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.418+0000 7f563139f900 20 add_watcher() i=4 2026-04-02T12:03:06.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.418+0000 7f563139f900 20 add_watcher() i=2 2026-04-02T12:03:06.420 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.418+0000 7f563139f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:06.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.420+0000 7f563139f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:06.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.420+0000 7f563139f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:06.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.420+0000 7f563139f900 5 note: GC not initialized 2026-04-02T12:03:06.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.420+0000 7f55da7ec640 20 reqs_thread_entry: start 2026-04-02T12:03:06.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.458+0000 7f563139f900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:06.460 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.458+0000 7f563139f900 20 Filter name: none 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f55d3fff640 20 reqs_thread_entry: start 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 : miss 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 20 rados_obj.operate() r=0 bl.length=491 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:06.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.459+0000 7f563139f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 2026-04-02T12:03:06.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.460+0000 7f563139f900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:03:06.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.464+0000 7f563139f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:03:06.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.464+0000 7f563139f900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:03:06.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.465+0000 7f563139f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:06.466 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.465+0000 7f563139f900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29, ofs0, ns] 2026-04-02T12:03:06.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.465+0000 7f5603fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763727 cookie 93987426384000 notifier 6509 bl.length()=1035 2026-04-02T12:03:06.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.465+0000 7f5603fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:03:06.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.465+0000 7f5603fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:03:06.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.465+0000 7f5603fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:06.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.465+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_sources= new_sources= 2026-04-02T12:03:06.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.465+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential sources added=[] removed=[] 2026-04-02T12:03:06.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.465+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_dests= new_dests= 2026-04-02T12:03:06.467 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.465+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential dests added=[] removed=[] 2026-04-02T12:03:06.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.467+0000 7f563139f900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29.2.0 2026-04-02T12:03:06.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.467+0000 7f563139f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29.2.0 2026-04-02T12:03:06.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.467+0000 7f563139f900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29.2.1 2026-04-02T12:03:06.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.467+0000 7f563139f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29.2.1 2026-04-02T12:03:06.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.467+0000 7f563139f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29.0 2026-04-02T12:03:06.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.469+0000 7f563139f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:06.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.469+0000 7f563139f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 2026-04-02T12:03:06.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f563139f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:03:06.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f563139f900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:03:06.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f563139f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:06.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f563139f900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29, ofs0, ns] 2026-04-02T12:03:06.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f560cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763728 cookie 93987426384000 notifier 6509 bl.length()=1035 2026-04-02T12:03:06.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f560cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:03:06.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f560cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:03:06.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f560cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:06.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_sources= new_sources= 2026-04-02T12:03:06.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential sources added=[] removed=[] 2026-04-02T12:03:06.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_dests= new_dests= 2026-04-02T12:03:06.472 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.470+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential dests added=[] removed=[] 2026-04-02T12:03:06.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.471+0000 7f563139f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29.0 2026-04-02T12:03:06.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.471+0000 7f563139f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:06.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.471+0000 7f563139f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.472+0000 7f563139f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.472+0000 7f563139f900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.472+0000 7f563139f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.472+0000 7f563139f900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29, ofs0, ns] 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.472+0000 7f560cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763729 cookie 93987426384000 notifier 6509 bl.length()=999 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.472+0000 7f560cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 info.flags=0x17 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.472+0000 7f560cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 to cache LRU end 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.472+0000 7f560cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.473+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_sources= new_sources= 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.473+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential sources added=[] removed=[] 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.473+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): orig_dests= new_dests= 2026-04-02T12:03:06.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.473+0000 7f563139f900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29]): potential dests added=[] removed=[] 2026-04-02T12:03:06.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.473+0000 7f563139f900 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2026-04-02T12:03:06.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.477+0000 7f563139f900 20 remove_watcher() i=0 2026-04-02T12:03:06.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.477+0000 7f563139f900 2 removed watcher, disabling cache 2026-04-02T12:03:06.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.477+0000 7f563139f900 20 remove_watcher() i=5 2026-04-02T12:03:06.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.477+0000 7f563139f900 20 remove_watcher() i=1 2026-04-02T12:03:06.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.477+0000 7f563139f900 20 remove_watcher() i=7 2026-04-02T12:03:06.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.478+0000 7f563139f900 20 remove_watcher() i=2 2026-04-02T12:03:06.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.478+0000 7f563139f900 20 remove_watcher() i=6 2026-04-02T12:03:06.479 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.478+0000 7f563139f900 20 remove_watcher() i=3 2026-04-02T12:03:06.480 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.478+0000 7f563139f900 20 remove_watcher() i=4 2026-04-02T12:03:06.487 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-02T12:03:06.506 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:06.506 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:06.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.526+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.526+0000 7f552f20f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.526+0000 7f552f20f900 20 realm 2026-04-02T12:03:06.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.526+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.526+0000 7f552f20f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.526+0000 7f552f20f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:06.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.527+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.527+0000 7f552f20f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.527+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.527+0000 7f552f20f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:06.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.527+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.528+0000 7f552f20f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:06.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.528+0000 7f552f20f900 20 searching for the correct realm 2026-04-02T12:03:06.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.531+0000 7f552a947640 0 -- 192.168.123.107:0/3535736763 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f551c029030 msgr2=0x7f551c066e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:06.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.736+0000 7f552a146640 0 -- 192.168.123.107:0/3535736763 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x5586e56ab2d0 msgr2=0x5586e56cb6b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:06.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.738+0000 7f552f20f900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:06.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.738+0000 7f552f20f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:06.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.738+0000 7f552f20f900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:06.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.738+0000 7f552f20f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:06.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.738+0000 7f552f20f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:06.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.738+0000 7f552f20f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:06.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.738+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 20 zone default found 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 4 Realm: () 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 20 zonegroup default 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.741 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.739+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.740+0000 7f552f20f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.740+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.740+0000 7f552f20f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:06.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.740+0000 7f552f20f900 20 started sync module instance, tier type = 2026-04-02T12:03:06.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.740+0000 7f552f20f900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:06.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.743+0000 7f552f20f900 20 add_watcher() i=5 2026-04-02T12:03:06.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.744+0000 7f552f20f900 20 add_watcher() i=6 2026-04-02T12:03:06.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.744+0000 7f552f20f900 20 add_watcher() i=1 2026-04-02T12:03:06.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.744+0000 7f552f20f900 20 add_watcher() i=7 2026-04-02T12:03:06.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.744+0000 7f552f20f900 20 add_watcher() i=2 2026-04-02T12:03:06.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.744+0000 7f552f20f900 20 add_watcher() i=4 2026-04-02T12:03:06.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.744+0000 7f552f20f900 20 add_watcher() i=3 2026-04-02T12:03:06.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.745+0000 7f552f20f900 20 add_watcher() i=0 2026-04-02T12:03:06.746 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.745+0000 7f552f20f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:06.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.747+0000 7f552f20f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:06.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.747+0000 7f552f20f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:06.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.747+0000 7f552f20f900 5 note: GC not initialized 2026-04-02T12:03:06.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.747+0000 7f54d37fe640 20 reqs_thread_entry: start 2026-04-02T12:03:06.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.785+0000 7f552f20f900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:06.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.785+0000 7f552f20f900 20 Filter name: none 2026-04-02T12:03:06.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.785+0000 7f54d17fa640 20 reqs_thread_entry: start 2026-04-02T12:03:06.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.785+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.786+0000 7f552f20f900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:03:06.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.786+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.786+0000 7f552f20f900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:03:06.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.786+0000 7f552f20f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:06.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.786+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.786+0000 7f552f20f900 20 rados_obj.operate() r=0 bl.length=225 2026-04-02T12:03:06.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.786+0000 7f552f20f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:06.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.787+0000 7f552f20f900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:03:06.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.787+0000 7f552f20f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:06.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.791+0000 7f552f20f900 20 remove_watcher() i=2 2026-04-02T12:03:06.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.791+0000 7f552f20f900 2 removed watcher, disabling cache 2026-04-02T12:03:06.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.791+0000 7f552f20f900 20 remove_watcher() i=0 2026-04-02T12:03:06.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.791+0000 7f552f20f900 20 remove_watcher() i=3 2026-04-02T12:03:06.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.792+0000 7f552f20f900 20 remove_watcher() i=4 2026-04-02T12:03:06.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.792+0000 7f552f20f900 20 remove_watcher() i=5 2026-04-02T12:03:06.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.792+0000 7f552f20f900 20 remove_watcher() i=6 2026-04-02T12:03:06.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.792+0000 7f552f20f900 20 remove_watcher() i=1 2026-04-02T12:03:06.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:06.792+0000 7f552f20f900 20 remove_watcher() i=7 2026-04-02T12:03:06.800 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:06.800 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:06.800 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-trim-reshard-log-entries id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.29 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:03:06.800 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:06.858 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with EIO injected at block_writes 2026-04-02T12:03:06.858 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:07.074 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-02T12:03:07.092 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:07.093 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:07.114 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.112+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.113+0000 7facb0d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.113+0000 7facb0d75900 20 realm 2026-04-02T12:03:07.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.113+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.113+0000 7facb0d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.113+0000 7facb0d75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:07.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.113+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.113+0000 7facb0d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.115 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.113+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.114+0000 7facb0d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:07.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.114+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.115+0000 7facb0d75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:07.116 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.115+0000 7facb0d75900 20 searching for the correct realm 2026-04-02T12:03:07.119 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.117+0000 7facae82c640 0 -- 192.168.123.107:0/3801431396 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55ba6cfe4400 msgr2=0x55ba6d0048b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:07.122 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.120+0000 7facae02b640 0 -- 192.168.123.107:0/3801431396 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7faca0077050 msgr2=0x7faca0077520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:07.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.123+0000 7facb0d75900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:07.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.123+0000 7facb0d75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:07.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.123+0000 7facb0d75900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:07.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.123+0000 7facb0d75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:07.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.123+0000 7facb0d75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:07.125 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.123+0000 7facb0d75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.123+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 20 zone default found 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 4 Realm: () 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 20 zonegroup default 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.124+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.125+0000 7facb0d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.125+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.125+0000 7facb0d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.125+0000 7facb0d75900 20 started sync module instance, tier type = 2026-04-02T12:03:07.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.125+0000 7facb0d75900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:07.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.128+0000 7facb0d75900 20 add_watcher() i=0 2026-04-02T12:03:07.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.128+0000 7facb0d75900 20 add_watcher() i=4 2026-04-02T12:03:07.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.128+0000 7facb0d75900 20 add_watcher() i=3 2026-04-02T12:03:07.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.128+0000 7facb0d75900 20 add_watcher() i=7 2026-04-02T12:03:07.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.128+0000 7facb0d75900 20 add_watcher() i=5 2026-04-02T12:03:07.130 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.129+0000 7facb0d75900 20 add_watcher() i=2 2026-04-02T12:03:07.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.129+0000 7facb0d75900 20 add_watcher() i=6 2026-04-02T12:03:07.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.129+0000 7facb0d75900 20 add_watcher() i=1 2026-04-02T12:03:07.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.129+0000 7facb0d75900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:07.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.131+0000 7facb0d75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:07.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.131+0000 7facb0d75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:07.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.131+0000 7facb0d75900 5 note: GC not initialized 2026-04-02T12:03:07.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.131+0000 7fac57fff640 20 reqs_thread_entry: start 2026-04-02T12:03:07.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.169+0000 7facb0d75900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:07.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.169+0000 7facb0d75900 20 Filter name: none 2026-04-02T12:03:07.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.169+0000 7fac55ffb640 20 reqs_thread_entry: start 2026-04-02T12:03:07.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.169+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.170+0000 7facb0d75900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:07.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.170+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.170+0000 7facb0d75900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:07.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.170+0000 7facb0d75900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:07.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.170+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.170+0000 7facb0d75900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:07.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.170+0000 7facb0d75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.170+0000 7facb0d75900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:07.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.170+0000 7facb0d75900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:07.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.175+0000 7facb0d75900 20 remove_watcher() i=0 2026-04-02T12:03:07.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.175+0000 7facb0d75900 2 removed watcher, disabling cache 2026-04-02T12:03:07.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.175+0000 7facb0d75900 20 remove_watcher() i=4 2026-04-02T12:03:07.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.175+0000 7facb0d75900 20 remove_watcher() i=5 2026-04-02T12:03:07.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.175+0000 7facb0d75900 20 remove_watcher() i=6 2026-04-02T12:03:07.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.175+0000 7facb0d75900 20 remove_watcher() i=2 2026-04-02T12:03:07.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.175+0000 7facb0d75900 20 remove_watcher() i=3 2026-04-02T12:03:07.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.175+0000 7facb0d75900 20 remove_watcher() i=7 2026-04-02T12:03:07.177 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.175+0000 7facb0d75900 20 remove_watcher() i=1 2026-04-02T12:03:07.183 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:07.184 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:07.184 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-block-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:03:07.184 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:07.185 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2026-04-02T12:03:07.206 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:07.206 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:07.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.225+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.226+0000 7f73ec58b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.226+0000 7f73ec58b900 20 realm 2026-04-02T12:03:07.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.226+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.226+0000 7f73ec58b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.226+0000 7f73ec58b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:07.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.226+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.226+0000 7f73ec58b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.226+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.227+0000 7f73ec58b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:07.229 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.227+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.228+0000 7f73ec58b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:07.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.228+0000 7f73ec58b900 20 searching for the correct realm 2026-04-02T12:03:07.232 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.230+0000 7f73dbfff640 0 -- 192.168.123.107:0/2290765465 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f73d4072050 msgr2=0x7f73d4065ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:07.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.233+0000 7f73dbfff640 0 -- 192.168.123.107:0/2290765465 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f73dc034070 msgr2=0x7f73dc06d3a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:07.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.438+0000 7f73ec58b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:07.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.438+0000 7f73ec58b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:07.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.438+0000 7f73ec58b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:07.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.438+0000 7f73ec58b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:07.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.438+0000 7f73ec58b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:07.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.438+0000 7f73ec58b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:07.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.438+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.438+0000 7f73ec58b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.438+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 20 zone default found 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 4 Realm: () 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 20 zonegroup default 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.439+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.440+0000 7f73ec58b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.440+0000 7f73ec58b900 20 started sync module instance, tier type = 2026-04-02T12:03:07.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.440+0000 7f73ec58b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:07.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.442+0000 7f73ec58b900 20 add_watcher() i=3 2026-04-02T12:03:07.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.443+0000 7f73ec58b900 20 add_watcher() i=5 2026-04-02T12:03:07.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.443+0000 7f73ec58b900 20 add_watcher() i=6 2026-04-02T12:03:07.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.443+0000 7f73ec58b900 20 add_watcher() i=0 2026-04-02T12:03:07.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.443+0000 7f73ec58b900 20 add_watcher() i=2 2026-04-02T12:03:07.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.443+0000 7f73ec58b900 20 add_watcher() i=7 2026-04-02T12:03:07.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.443+0000 7f73ec58b900 20 add_watcher() i=4 2026-04-02T12:03:07.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.443+0000 7f73ec58b900 20 add_watcher() i=1 2026-04-02T12:03:07.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.443+0000 7f73ec58b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:07.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.445+0000 7f73ec58b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:07.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.445+0000 7f73ec58b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:07.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.445+0000 7f73ec58b900 5 note: GC not initialized 2026-04-02T12:03:07.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.445+0000 7f7394ff1640 20 reqs_thread_entry: start 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 20 Filter name: none 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f738e7fc640 20 reqs_thread_entry: start 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 : miss 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:07.483 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.481+0000 7f73ec58b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73ec58b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73ec58b900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73ec58b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73ec58b900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30, ofs0, ns] 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73c77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763679 cookie 94405001328048 notifier 6554 bl.length()=1011 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73c77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73c77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73c77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_sources= new_sources= 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential sources added=[] removed=[] 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_dests= new_dests= 2026-04-02T12:03:07.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.485+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential dests added=[] removed=[] 2026-04-02T12:03:07.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.488+0000 7f73ec58b900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30.1.0 2026-04-02T12:03:07.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.488+0000 7f73ec58b900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30.1.0 2026-04-02T12:03:07.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.488+0000 7f73ec58b900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30.1.1 2026-04-02T12:03:07.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.488+0000 7f73ec58b900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30.1.1 2026-04-02T12:03:07.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.488+0000 7f73ec58b900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30.0 2026-04-02T12:03:07.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.490+0000 7f73ec58b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:07.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.490+0000 7f73ec58b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73ec58b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73ec58b900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73ec58b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73ec58b900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30, ofs0, ns] 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73c6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763680 cookie 94405001328048 notifier 6554 bl.length()=1011 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73c6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73c6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73c6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_sources= new_sources= 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential sources added=[] removed=[] 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_dests= new_dests= 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential dests added=[] removed=[] 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73ec58b900 -1 Injecting error=-5 at location=block_writes 2026-04-02T12:03:07.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.491+0000 7f73ec58b900 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2026-04-02T12:03:07.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.494+0000 7f73ec58b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:07.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.494+0000 7f73ec58b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 2026-04-02T12:03:07.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73ec58b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:07.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73ec58b900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:07.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73ec58b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:07.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73ec58b900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30, ofs0, ns] 2026-04-02T12:03:07.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73c6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763681 cookie 94405001328048 notifier 6554 bl.length()=975 2026-04-02T12:03:07.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73c6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:07.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73c6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:07.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73c6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:07.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_sources= new_sources= 2026-04-02T12:03:07.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential sources added=[] removed=[] 2026-04-02T12:03:07.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_dests= new_dests= 2026-04-02T12:03:07.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.495+0000 7f73ec58b900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential dests added=[] removed=[] 2026-04-02T12:03:07.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.496+0000 7f73ec58b900 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2026-04-02T12:03:07.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.500+0000 7f73ec58b900 20 remove_watcher() i=4 2026-04-02T12:03:07.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.500+0000 7f73ec58b900 2 removed watcher, disabling cache 2026-04-02T12:03:07.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.500+0000 7f73ec58b900 20 remove_watcher() i=5 2026-04-02T12:03:07.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.500+0000 7f73ec58b900 20 remove_watcher() i=6 2026-04-02T12:03:07.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.500+0000 7f73ec58b900 20 remove_watcher() i=0 2026-04-02T12:03:07.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.500+0000 7f73ec58b900 20 remove_watcher() i=7 2026-04-02T12:03:07.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.500+0000 7f73ec58b900 20 remove_watcher() i=2 2026-04-02T12:03:07.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.500+0000 7f73ec58b900 20 remove_watcher() i=3 2026-04-02T12:03:07.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.500+0000 7f73ec58b900 20 remove_watcher() i=1 2026-04-02T12:03:07.509 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-02T12:03:07.527 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:07.527 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:07.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.746+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.747+0000 7f5285f52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.747+0000 7f5285f52900 20 realm 2026-04-02T12:03:07.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.747+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.747+0000 7f5285f52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.747+0000 7f5285f52900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:07.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.747+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.747+0000 7f5285f52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.747+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.748+0000 7f5285f52900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:07.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.748+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.750 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.748+0000 7f5285f52900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:07.750 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.749+0000 7f5285f52900 20 searching for the correct realm 2026-04-02T12:03:07.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.751+0000 7f5277fff640 0 -- 192.168.123.107:0/2966555097 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f527006b690 msgr2=0x7f5270070380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:07.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.754+0000 7f5277fff640 0 -- 192.168.123.107:0/2966555097 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f52780617c0 msgr2=0x7f527805cc90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 zone default found 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 4 Realm: () 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 zonegroup default 2026-04-02T12:03:07.961 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.959+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.960+0000 7f5285f52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.960+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.960+0000 7f5285f52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.960+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:07.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.960+0000 7f5285f52900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:07.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.960+0000 7f5285f52900 20 started sync module instance, tier type = 2026-04-02T12:03:07.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.960+0000 7f5285f52900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:07.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.963+0000 7f5285f52900 20 add_watcher() i=0 2026-04-02T12:03:07.965 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.963+0000 7f5285f52900 20 add_watcher() i=3 2026-04-02T12:03:07.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.964+0000 7f5285f52900 20 add_watcher() i=5 2026-04-02T12:03:07.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.964+0000 7f5285f52900 20 add_watcher() i=7 2026-04-02T12:03:07.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.964+0000 7f5285f52900 20 add_watcher() i=2 2026-04-02T12:03:07.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.964+0000 7f5285f52900 20 add_watcher() i=1 2026-04-02T12:03:07.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.964+0000 7f5285f52900 20 add_watcher() i=6 2026-04-02T12:03:07.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.965+0000 7f5285f52900 20 add_watcher() i=4 2026-04-02T12:03:07.966 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.965+0000 7f5285f52900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:07.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.966+0000 7f5285f52900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:07.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.966+0000 7f5285f52900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:07.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.967+0000 7f5285f52900 5 note: GC not initialized 2026-04-02T12:03:07.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:07.967+0000 7f522bfff640 20 reqs_thread_entry: start 2026-04-02T12:03:08.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.003+0000 7f5285f52900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:08.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.003+0000 7f5285f52900 20 Filter name: none 2026-04-02T12:03:08.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.004+0000 7f5229ffb640 20 reqs_thread_entry: start 2026-04-02T12:03:08.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.004+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.004+0000 7f5285f52900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:08.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.004+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.004+0000 7f5285f52900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:08.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.004+0000 7f5285f52900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:08.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.004+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.005+0000 7f5285f52900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:08.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.005+0000 7f5285f52900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.007 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.005+0000 7f5285f52900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:08.007 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.005+0000 7f5285f52900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:08.010 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.009+0000 7f5285f52900 20 remove_watcher() i=0 2026-04-02T12:03:08.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.009+0000 7f5285f52900 2 removed watcher, disabling cache 2026-04-02T12:03:08.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.009+0000 7f5285f52900 20 remove_watcher() i=2 2026-04-02T12:03:08.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.009+0000 7f5285f52900 20 remove_watcher() i=4 2026-04-02T12:03:08.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.009+0000 7f5285f52900 20 remove_watcher() i=3 2026-04-02T12:03:08.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.009+0000 7f5285f52900 20 remove_watcher() i=1 2026-04-02T12:03:08.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.009+0000 7f5285f52900 20 remove_watcher() i=5 2026-04-02T12:03:08.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.009+0000 7f5285f52900 20 remove_watcher() i=6 2026-04-02T12:03:08.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.009+0000 7f5285f52900 20 remove_watcher() i=7 2026-04-02T12:03:08.017 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:08.017 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:08.017 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-block-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:03:08.017 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:08.068 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:03:08.088 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:08.088 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:08.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.105+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.106+0000 7f9287542900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:08.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.106+0000 7f9287542900 20 realm 2026-04-02T12:03:08.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.106+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.106+0000 7f9287542900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:08.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.106+0000 7f9287542900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:08.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.106+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.106+0000 7f9287542900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:08.108 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.106+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.109 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.107+0000 7f9287542900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:08.109 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.107+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.109 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.108+0000 7f9287542900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:08.110 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.108+0000 7f9287542900 20 searching for the correct realm 2026-04-02T12:03:08.112 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.110+0000 7f927effd640 0 -- 192.168.123.107:0/2280330107 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55f8d8c7f910 msgr2=0x55f8d8c9fdc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:08.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.313+0000 7f927e7fc640 0 -- 192.168.123.107:0/2280330107 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f92780a13c0 msgr2=0x7f9278063e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:08.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.717+0000 7f9287542900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.717+0000 7f9287542900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.717+0000 7f9287542900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.717+0000 7f9287542900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.717+0000 7f9287542900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.717+0000 7f9287542900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.717+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.717+0000 7f9287542900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.717+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 20 zone default found 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 4 Realm: () 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 20 zonegroup default 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.718+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.719+0000 7f9287542900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:08.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.719+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.719+0000 7f9287542900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:08.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.719+0000 7f9287542900 20 started sync module instance, tier type = 2026-04-02T12:03:08.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.719+0000 7f9287542900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:08.723 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.722+0000 7f9287542900 20 add_watcher() i=2 2026-04-02T12:03:08.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.722+0000 7f9287542900 20 add_watcher() i=5 2026-04-02T12:03:08.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.722+0000 7f9287542900 20 add_watcher() i=6 2026-04-02T12:03:08.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.722+0000 7f9287542900 20 add_watcher() i=7 2026-04-02T12:03:08.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.722+0000 7f9287542900 20 add_watcher() i=4 2026-04-02T12:03:08.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.722+0000 7f9287542900 20 add_watcher() i=0 2026-04-02T12:03:08.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.722+0000 7f9287542900 20 add_watcher() i=1 2026-04-02T12:03:08.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.722+0000 7f9287542900 20 add_watcher() i=3 2026-04-02T12:03:08.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.722+0000 7f9287542900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:08.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.725+0000 7f9287542900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:08.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.725+0000 7f9287542900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:08.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.725+0000 7f9287542900 5 note: GC not initialized 2026-04-02T12:03:08.727 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.725+0000 7f922b7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:08.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.770+0000 7f9287542900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:08.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.770+0000 7f9287542900 20 Filter name: none 2026-04-02T12:03:08.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.770+0000 7f92297fa640 20 reqs_thread_entry: start 2026-04-02T12:03:08.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.770+0000 7f9287542900 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2026-04-02T12:03:08.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.770+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.771+0000 7f9287542900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:08.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.771+0000 7f9287542900 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2026-04-02T12:03:08.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.771+0000 7f9287542900 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2026-04-02T12:03:08.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.771+0000 7f9287542900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 : miss 2026-04-02T12:03:08.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.771+0000 7f9287542900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.771+0000 7f9287542900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:08.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.771+0000 7f9287542900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:08.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.771+0000 7f9287542900 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:08.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.771+0000 7f9287542900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:08.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.771+0000 7f9287542900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:08.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.771+0000 7f9287542900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9287542900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9287542900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9287542900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9287542900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30, ofs0, ns] 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9261ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763682 cookie 94527277268096 notifier 6590 bl.length()=1011 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9261ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9261ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9261ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_sources= new_sources= 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential sources added=[] removed=[] 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_dests= new_dests= 2026-04-02T12:03:08.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.775+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential dests added=[] removed=[] 2026-04-02T12:03:08.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.777+0000 7f9287542900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30.1.0 2026-04-02T12:03:08.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.777+0000 7f9287542900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30.1.0 2026-04-02T12:03:08.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.777+0000 7f9287542900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30.1.1 2026-04-02T12:03:08.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.777+0000 7f9287542900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30.1.1 2026-04-02T12:03:08.779 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.777+0000 7f9287542900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30.0 2026-04-02T12:03:08.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.778+0000 7f9287542900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:08.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.778+0000 7f9287542900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.779+0000 7f9287542900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.779+0000 7f9287542900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.779+0000 7f9287542900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.779+0000 7f9287542900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30, ofs0, ns] 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.779+0000 7f92627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763683 cookie 94527277268096 notifier 6590 bl.length()=1011 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.779+0000 7f92627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.779+0000 7f92627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.779+0000 7f92627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.780+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_sources= new_sources= 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.780+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential sources added=[] removed=[] 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.780+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_dests= new_dests= 2026-04-02T12:03:08.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.780+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential dests added=[] removed=[] 2026-04-02T12:03:08.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.780+0000 7f9287542900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30.0 2026-04-02T12:03:08.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.781+0000 7f9287542900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:08.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.781+0000 7f9287542900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 2026-04-02T12:03:08.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.781+0000 7f9287542900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:08.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.781+0000 7f9287542900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:08.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.781+0000 7f9287542900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:08.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.781+0000 7f9287542900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30, ofs0, ns] 2026-04-02T12:03:08.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.782+0000 7f92627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763684 cookie 94527277268096 notifier 6590 bl.length()=975 2026-04-02T12:03:08.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.782+0000 7f92627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 info.flags=0x17 2026-04-02T12:03:08.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.782+0000 7f92627fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 to cache LRU end 2026-04-02T12:03:08.783 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.782+0000 7f92627fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:08.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.782+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_sources= new_sources= 2026-04-02T12:03:08.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.782+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential sources added=[] removed=[] 2026-04-02T12:03:08.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.782+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): orig_dests= new_dests= 2026-04-02T12:03:08.784 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.782+0000 7f9287542900 20 handle_bi_update(): bucket=:error-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30]): potential dests added=[] removed=[] 2026-04-02T12:03:08.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.783+0000 7f9287542900 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2026-04-02T12:03:08.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.786+0000 7f9287542900 20 remove_watcher() i=0 2026-04-02T12:03:08.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.786+0000 7f9287542900 2 removed watcher, disabling cache 2026-04-02T12:03:08.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.787+0000 7f9287542900 20 remove_watcher() i=3 2026-04-02T12:03:08.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.787+0000 7f9287542900 20 remove_watcher() i=5 2026-04-02T12:03:08.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.787+0000 7f9287542900 20 remove_watcher() i=6 2026-04-02T12:03:08.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.787+0000 7f9287542900 20 remove_watcher() i=7 2026-04-02T12:03:08.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.787+0000 7f9287542900 20 remove_watcher() i=2 2026-04-02T12:03:08.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.787+0000 7f9287542900 20 remove_watcher() i=1 2026-04-02T12:03:08.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.788+0000 7f9287542900 20 remove_watcher() i=4 2026-04-02T12:03:08.797 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-02T12:03:08.815 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:08.815 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:08.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.834+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.834+0000 7fa13b16d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:08.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.834+0000 7fa13b16d900 20 realm 2026-04-02T12:03:08.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.834+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.835+0000 7fa13b16d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:08.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.835+0000 7fa13b16d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:08.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.835+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.835+0000 7fa13b16d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:08.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.835+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.836+0000 7fa13b16d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:08.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.836+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:08.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.836+0000 7fa13b16d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:08.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.836+0000 7fa13b16d900 20 searching for the correct realm 2026-04-02T12:03:08.841 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.839+0000 7fa136782640 0 -- 192.168.123.107:0/267950793 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7fa12408b7f0 msgr2=0x7fa124061280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:08.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:08.843+0000 7fa136782640 0 -- 192.168.123.107:0/267950793 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fa12801b040 msgr2=0x7fa128029430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:09.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.047+0000 7fa13b16d900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:09.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.047+0000 7fa13b16d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:09.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.047+0000 7fa13b16d900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.047+0000 7fa13b16d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.047+0000 7fa13b16d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.047+0000 7fa13b16d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.047+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.047+0000 7fa13b16d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.047+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 20 zone default found 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 4 Realm: () 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 20 zonegroup default 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.048+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.049+0000 7fa13b16d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.049+0000 7fa13b16d900 20 started sync module instance, tier type = 2026-04-02T12:03:09.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.049+0000 7fa13b16d900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:09.053 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.051+0000 7fa13b16d900 20 add_watcher() i=0 2026-04-02T12:03:09.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.052+0000 7fa13b16d900 20 add_watcher() i=4 2026-04-02T12:03:09.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.052+0000 7fa13b16d900 20 add_watcher() i=5 2026-04-02T12:03:09.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.052+0000 7fa13b16d900 20 add_watcher() i=6 2026-04-02T12:03:09.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.052+0000 7fa13b16d900 20 add_watcher() i=3 2026-04-02T12:03:09.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.052+0000 7fa13b16d900 20 add_watcher() i=2 2026-04-02T12:03:09.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.053+0000 7fa13b16d900 20 add_watcher() i=1 2026-04-02T12:03:09.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.053+0000 7fa13b16d900 20 add_watcher() i=7 2026-04-02T12:03:09.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.053+0000 7fa13b16d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:09.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.055+0000 7fa13b16d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:09.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.055+0000 7fa13b16d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:09.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.055+0000 7fa13b16d900 5 note: GC not initialized 2026-04-02T12:03:09.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.055+0000 7fa0df7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:09.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.093+0000 7fa13b16d900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:09.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.094+0000 7fa13b16d900 20 Filter name: none 2026-04-02T12:03:09.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.094+0000 7fa0dd7fa640 20 reqs_thread_entry: start 2026-04-02T12:03:09.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.094+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.094+0000 7fa13b16d900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:09.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.094+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.095+0000 7fa13b16d900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:09.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.095+0000 7fa13b16d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:09.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.095+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.095+0000 7fa13b16d900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:09.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.095+0000 7fa13b16d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.095+0000 7fa13b16d900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:09.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.096+0000 7fa13b16d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:09.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.099+0000 7fa13b16d900 20 remove_watcher() i=0 2026-04-02T12:03:09.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.099+0000 7fa13b16d900 2 removed watcher, disabling cache 2026-04-02T12:03:09.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.099+0000 7fa13b16d900 20 remove_watcher() i=5 2026-04-02T12:03:09.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.099+0000 7fa13b16d900 20 remove_watcher() i=2 2026-04-02T12:03:09.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.100+0000 7fa13b16d900 20 remove_watcher() i=3 2026-04-02T12:03:09.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.100+0000 7fa13b16d900 20 remove_watcher() i=6 2026-04-02T12:03:09.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.100+0000 7fa13b16d900 20 remove_watcher() i=4 2026-04-02T12:03:09.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.100+0000 7fa13b16d900 20 remove_watcher() i=7 2026-04-02T12:03:09.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.100+0000 7fa13b16d900 20 remove_watcher() i=1 2026-04-02T12:03:09.107 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:09.107 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:09.107 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-block-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.30 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:03:09.107 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:09.166 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with abort at block_writes 2026-04-02T12:03:09.166 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:09.335 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-02T12:03:09.354 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:09.354 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:09.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.374+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.375+0000 7f1beb13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:09.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.375+0000 7f1beb13a900 20 realm 2026-04-02T12:03:09.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.375+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.375+0000 7f1beb13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:09.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.375+0000 7f1beb13a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:09.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.375+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.376+0000 7f1beb13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:09.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.376+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.376+0000 7f1beb13a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:09.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.376+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.377+0000 7f1beb13a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:09.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.377+0000 7f1beb13a900 20 searching for the correct realm 2026-04-02T12:03:09.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.379+0000 7f1be7691640 0 -- 192.168.123.107:0/3274355184 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f1bcc0b4370 msgr2=0x7f1bcc0b28e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:09.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.584+0000 7f1be668f640 0 -- 192.168.123.107:0/3274355184 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x55eb35ab9ce0 msgr2=0x7f1bd806a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:09.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.788+0000 7f1beb13a900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:09.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.788+0000 7f1beb13a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:09.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.788+0000 7f1beb13a900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:09.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.788+0000 7f1beb13a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:09.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.788+0000 7f1beb13a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:09.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.788+0000 7f1beb13a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:09.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.788+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.790 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 20 zone default found 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 4 Realm: () 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 20 zonegroup default 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:09.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.789+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.790+0000 7f1beb13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:09.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.790+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.790+0000 7f1beb13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:09.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.790+0000 7f1beb13a900 20 started sync module instance, tier type = 2026-04-02T12:03:09.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.790+0000 7f1beb13a900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:09.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.793+0000 7f1beb13a900 20 add_watcher() i=3 2026-04-02T12:03:09.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.793+0000 7f1beb13a900 20 add_watcher() i=0 2026-04-02T12:03:09.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.793+0000 7f1beb13a900 20 add_watcher() i=5 2026-04-02T12:03:09.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.793+0000 7f1beb13a900 20 add_watcher() i=6 2026-04-02T12:03:09.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.794+0000 7f1beb13a900 20 add_watcher() i=2 2026-04-02T12:03:09.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.794+0000 7f1beb13a900 20 add_watcher() i=4 2026-04-02T12:03:09.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.794+0000 7f1beb13a900 20 add_watcher() i=7 2026-04-02T12:03:09.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.794+0000 7f1beb13a900 20 add_watcher() i=1 2026-04-02T12:03:09.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.795+0000 7f1beb13a900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:09.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.796+0000 7f1beb13a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:09.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.796+0000 7f1beb13a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:09.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.796+0000 7f1beb13a900 5 note: GC not initialized 2026-04-02T12:03:09.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.797+0000 7f1b8f7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:09.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.836+0000 7f1beb13a900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:09.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.836+0000 7f1beb13a900 20 Filter name: none 2026-04-02T12:03:09.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.836+0000 7f1b8d7fa640 20 reqs_thread_entry: start 2026-04-02T12:03:09.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.836+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.836+0000 7f1beb13a900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:09.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.836+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.837+0000 7f1beb13a900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:09.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.837+0000 7f1beb13a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:09.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.837+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.837+0000 7f1beb13a900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:09.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.837+0000 7f1beb13a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:09.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.837+0000 7f1beb13a900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:09.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.837+0000 7f1beb13a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:09.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.841+0000 7f1beb13a900 20 remove_watcher() i=3 2026-04-02T12:03:09.843 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.842+0000 7f1beb13a900 2 removed watcher, disabling cache 2026-04-02T12:03:09.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.842+0000 7f1beb13a900 20 remove_watcher() i=2 2026-04-02T12:03:09.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.842+0000 7f1beb13a900 20 remove_watcher() i=0 2026-04-02T12:03:09.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.842+0000 7f1beb13a900 20 remove_watcher() i=4 2026-04-02T12:03:09.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.842+0000 7f1beb13a900 20 remove_watcher() i=5 2026-04-02T12:03:09.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.842+0000 7f1beb13a900 20 remove_watcher() i=6 2026-04-02T12:03:09.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.842+0000 7f1beb13a900 20 remove_watcher() i=7 2026-04-02T12:03:09.844 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:09.842+0000 7f1beb13a900 20 remove_watcher() i=1 2026-04-02T12:03:09.853 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:09.853 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:09.853 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-block-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:03:09.853 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:09.855 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2026-04-02T12:03:09.880 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:09.880 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:10.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.092+0000 7fd816a2c640 0 --2- 192.168.123.107:0/399262420 >> [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] conn(0x55997fbd66d0 0x55997fbd6b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-02T12:03:10.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.100+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.100+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.100+0000 7fd818f75900 20 realm 2026-04-02T12:03:10.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.100+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.102 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.101+0000 7fd818f75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:10.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.102+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:10.103 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.102+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.104 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.102+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:10.104 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.102+0000 7fd818f75900 20 searching for the correct realm 2026-04-02T12:03:10.106 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.104+0000 7fd81722d640 0 -- 192.168.123.107:0/2997082039 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fd7fc049400 msgr2=0x7fd7fc049810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:10.311 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.309+0000 7fd81622b640 0 -- 192.168.123.107:0/2997082039 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fd808061430 msgr2=0x7fd8080618a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:10.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:10.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:10.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:10.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:10.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:10.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:10.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.514+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.514+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.514+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:10.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:10.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.515+0000 7fd818f75900 20 zone default found 2026-04-02T12:03:10.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.515+0000 7fd818f75900 4 Realm: () 2026-04-02T12:03:10.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.515+0000 7fd818f75900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:10.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.515+0000 7fd818f75900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:10.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.515+0000 7fd818f75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:10.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.515+0000 7fd818f75900 20 zonegroup default 2026-04-02T12:03:10.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.516+0000 7fd818f75900 20 started sync module instance, tier type = 2026-04-02T12:03:10.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.516+0000 7fd818f75900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:10.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.519+0000 7fd818f75900 20 add_watcher() i=7 2026-04-02T12:03:10.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.519+0000 7fd818f75900 20 add_watcher() i=5 2026-04-02T12:03:10.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=6 2026-04-02T12:03:10.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=2 2026-04-02T12:03:10.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=0 2026-04-02T12:03:10.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=4 2026-04-02T12:03:10.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=1 2026-04-02T12:03:10.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=3 2026-04-02T12:03:10.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.520+0000 7fd818f75900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:10.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.522+0000 7fd818f75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:10.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.522+0000 7fd818f75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:10.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.522+0000 7fd818f75900 5 note: GC not initialized 2026-04-02T12:03:10.524 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.522+0000 7fd7bf7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.556+0000 7fd818f75900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.556+0000 7fd818f75900 20 Filter name: none 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.556+0000 7fd7bd7fa640 20 reqs_thread_entry: start 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.556+0000 7fd818f75900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.556+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.556+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.556+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.556+0000 7fd818f75900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.556+0000 7fd818f75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 : miss 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.556+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.557+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.557+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.557+0000 7fd818f75900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.557+0000 7fd818f75900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.557+0000 7fd818f75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.558 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.557+0000 7fd818f75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 2026-04-02T12:03:10.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd818f75900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd818f75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd818f75900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31, ofs0, ns] 2026-04-02T12:03:10.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763732 cookie 94117763940176 notifier 6641 bl.length()=1011 2026-04-02T12:03:10.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_sources= new_sources= 2026-04-02T12:03:10.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential sources added=[] removed=[] 2026-04-02T12:03:10.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_dests= new_dests= 2026-04-02T12:03:10.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential dests added=[] removed=[] 2026-04-02T12:03:10.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.562+0000 7fd818f75900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.0 2026-04-02T12:03:10.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.562+0000 7fd818f75900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.0 2026-04-02T12:03:10.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.562+0000 7fd818f75900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.1 2026-04-02T12:03:10.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.562+0000 7fd818f75900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.1 2026-04-02T12:03:10.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.562+0000 7fd818f75900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.0 2026-04-02T12:03:10.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.563+0000 7fd818f75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:10.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.563+0000 7fd818f75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 2026-04-02T12:03:10.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.564+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.564+0000 7fd818f75900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.564+0000 7fd818f75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.564+0000 7fd818f75900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31, ofs0, ns] 2026-04-02T12:03:10.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763733 cookie 94117763940176 notifier 6641 bl.length()=1011 2026-04-02T12:03:10.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_sources= new_sources= 2026-04-02T12:03:10.566 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential sources added=[] removed=[] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_dests= new_dests= 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential dests added=[] removed=[] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd818f75900 time 2026-04-02T12:03:10.566322+0000 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fd81c18f8f8] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55997c543fc4] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x55997cc640ac] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55997cc64f02] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fd81b22a610] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.565+0000 7fd818f75900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd818f75900 time 2026-04-02T12:03:10.566322+0000 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fd81c18f8f8] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55997c543fc4] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x55997cc640ac] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55997cc64f02] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fd81b22a610] 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7fd818f75900 thread_name:radosgw-admin 2026-04-02T12:03:10.567 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fd81b23fc30] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fd81b28d02c] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fd81c18f957] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55997c543fc4] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x55997cc640ac] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55997cc64f02] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fd81b22a610] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.566+0000 7fd818f75900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7fd818f75900 thread_name:radosgw-admin 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fd81b23fc30] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fd81b28d02c] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fd81c18f957] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55997c543fc4] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x55997cc640ac] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55997cc64f02] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fd81b22a610] 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.568 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:03:10.569 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: crc 2026-04-02T12:03:10.569 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: secure 2026-04-02T12:03:10.569 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: crc 2026-04-02T12:03:10.569 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: secure 2026-04-02T12:03:10.569 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: crc 2026-04-02T12:03:10.569 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: secure 2026-04-02T12:03:10.569 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:03:09.885+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.569 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:03:09.885+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.569 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command rotate-key hook 0x55997f99e0a8 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-a con 0x55997f92b3f0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-b con 0x55997f92d450 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-c con 0x55997f9d9880 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): authenticate will time out at 1757.938923s 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:03:09.886+0000 7fd81622b640 10 monclient(hunting): get_auth_request con 0x55997f92d450 auth_method 0 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:03:09.886+0000 7fd81622b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:03:09.886+0000 7fd81622b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:03:09.886+0000 7fd81622b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): get_auth_request con 0x55997f92b3f0 auth_method 0 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): get_auth_request con 0x55997f9d9880 auth_method 0 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): handle_auth_done global_id 7065 payload 824 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient: _finish_hunting 0 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:03:09.886+0000 7fd816a2c640 1 monclient: found mon.noname-a 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: dump: 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: _finish_auth 0 2026-04-02T12:03:10.570 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: _check_auth_tickets 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: dump: 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:03:09.886+0000 7fd818f75900 5 monclient: authenticate success, global_id 7065 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:03:09.886+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:03:09.886+0000 7fd818f75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:03:09.886+0000 7fd80d7fa640 4 set_mon_vals no callback set 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:03:09.887+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:03:09.887+0000 7fd818f75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:03:09.887+0000 7fd818f75900 1 librados: init done 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:03:09.887+0000 7fd8037fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:03:09.887+0000 7fd8037fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:03:09.887+0000 7fd8037fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:03:09.888+0000 7fd81622b640 10 monclient: get_auth_request con 0x7fd7f0077600 auth_method 0 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:03:09.888+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fa89280 auth_method 0 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:03:09.889+0000 7fd816a2c640 10 monclient: get_auth_request con 0x55997fb12950 auth_method 0 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:03:09.889+0000 7fd81622b640 10 monclient: get_auth_request con 0x55997fb34d40 auth_method 0 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:03:09.890+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fb34250 auth_method 0 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient: build_initial_monmap 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:03:09.891+0000 7fd818f75900 1 build_initial for_mkfs: 0 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient: monmap: 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding auth protocol: cephx 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding auth protocol: cephx 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding auth protocol: cephx 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.571 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:03:09.891+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55997fb7bde0 EEXIST 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient: init 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding auth protocol: cephx 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding auth protocol: cephx 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding auth protocol: cephx 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:03:09.891+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:03:09.891+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command rotate-key cmddesc rotate-key hook 0x55997fb55e70 EEXIST 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-a con 0x55997fba4010 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-b con 0x55997fba43e0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-c con 0x55997fbd66d0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): authenticate will time out at 1757.944869s 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): get_auth_request con 0x55997fba4010 auth_method 0 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:03:09.891+0000 7fd816a2c640 10 monclient(hunting): get_auth_request con 0x55997fbd66d0 auth_method 0 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:03:09.891+0000 7fd816a2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:03:09.891+0000 7fd816a2c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:03:09.891+0000 7fd816a2c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:03:09.892+0000 7fd81622b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient(hunting): handle_auth_done global_id 6635 payload 824 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient: _finish_hunting 0 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:03:09.892+0000 7fd816a2c640 1 monclient: found mon.noname-c 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:03:09.892+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fba43e0 auth_method 0 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient: get_auth_request con 0x55997fbd66d0 auth_method 0 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:03:10.092+0000 7fd816a2c640 0 --2- 192.168.123.107:0/399262420 >> [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] conn(0x55997fbd66d0 0x55997fbd6b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient: ms_handle_reset current mon [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.572 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient: _reopen_session rank -1 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): picked mon.noname-a con 0x55997fba4010 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): picked mon.noname-b con 0x55997fba43e0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): picked mon.noname-c con 0x7fd7e4043240 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): _renew_subs 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): get_auth_request con 0x7fd7e4043240 auth_method 0 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): _init_auth already have auth, reseting 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:03:10.092+0000 7fd81622b640 10 monclient(hunting): get_auth_request con 0x55997fba4010 auth_method 0 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:03:10.092+0000 7fd81622b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:03:10.092+0000 7fd81622b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:03:10.092+0000 7fd81622b640 10 monclient(hunting): _init_auth already have auth, reseting 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:03:10.093+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:03:10.093+0000 7fd816a2c640 10 monclient(hunting): handle_auth_done global_id 6635 payload 293 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:03:10.093+0000 7fd816a2c640 10 monclient: _finish_hunting 0 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:03:10.093+0000 7fd816a2c640 1 monclient: found mon.noname-c 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:03:10.093+0000 7fd816a2c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: dump: 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: _finish_auth 0 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: dump: 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:03:10.093+0000 7fd818f75900 5 monclient: authenticate success, global_id 6635 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:03:10.093+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:03:10.093+0000 7fd818f75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:03:10.093+0000 7fd817a2e640 4 set_mon_vals no callback set 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:03:10.093+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:03:10.093+0000 7fd818f75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:03:10.094+0000 7fd800ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:03:10.094+0000 7fd800ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:03:10.094+0000 7fd800ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.573 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:03:10.094+0000 7fd81622b640 10 monclient: get_auth_request con 0x55997fbd66d0 auth_method 0 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:03:10.094+0000 7fd818f75900 10 monclient: get_monmap_and_config 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:03:10.094+0000 7fd818f75900 10 monclient: build_initial_monmap 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:03:10.094+0000 7fd818f75900 1 build_initial for_mkfs: 0 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:03:10.094+0000 7fd818f75900 10 monclient: monmap: 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding auth protocol: cephx 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding auth protocol: cephx 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding auth protocol: cephx 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:03:10.095+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient: init 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding auth protocol: cephx 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding auth protocol: cephx 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding auth protocol: cephx 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:03:10.095+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:03:10.095+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command rotate-key cmddesc rotate-key hook 0x7fff635416c8 EEXIST 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-a con 0x55997fbd8d40 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-b con 0x55997fbd7f20 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-c con 0x55997fc2e030 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:10.574 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): authenticate will time out at 1758.148731s 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:03:10.095+0000 7fd81622b640 10 monclient(hunting): get_auth_request con 0x55997fbd8d40 auth_method 0 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:03:10.095+0000 7fd81622b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:03:10.095+0000 7fd81622b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:03:10.095+0000 7fd81622b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): get_auth_request con 0x55997fc2e030 auth_method 0 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:03:10.095+0000 7fd81722d640 10 monclient(hunting): get_auth_request con 0x55997fbd7f20 auth_method 0 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:03:10.095+0000 7fd81722d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:03:10.095+0000 7fd81722d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:03:10.095+0000 7fd81722d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): handle_auth_done global_id 6638 payload 274 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient: _finish_hunting 0 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:03:10.095+0000 7fd816a2c640 1 monclient: found mon.noname-c 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: dump: 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: _finish_auth 0 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: _check_auth_tickets 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: dump: 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 monclient: authenticate success, global_id 6638 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:03:10.096+0000 7fd818f75900 10 monclient: get_monmap_and_config success 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:03:10.096+0000 7fd818f75900 4 set_mon_vals no callback set 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:03:10.096+0000 7fd818f75900 10 monclient: shutdown 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:03:10.096+0000 7fd818f75900 10 monclient: build_initial_monmap 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:03:10.096+0000 7fd818f75900 1 build_initial for_mkfs: 0 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:03:10.096+0000 7fd818f75900 10 monclient: monmap: 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:10.575 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding auth protocol: cephx 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding auth protocol: cephx 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding auth protocol: cephx 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:03:10.096+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:03:10.097+0000 7fd818f75900 1 librados: starting msgr at 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:03:10.097+0000 7fd818f75900 1 librados: starting objecter 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55997fbdc3b0 EEXIST 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:03:10.097+0000 7fd818f75900 1 librados: setting wanted keys 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:03:10.097+0000 7fd818f75900 1 librados: calling monclient init 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient: init 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding auth protocol: cephx 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding auth protocol: cephx 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding auth protocol: cephx 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:03:10.097+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:03:10.097+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command rotate-key cmddesc rotate-key hook 0x55997fbd2de8 EEXIST 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-b con 0x55997fbd8d40 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-a con 0x55997fc2e030 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-c con 0x55997fc2c5f0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): authenticate will time out at 1758.150492s 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): get_auth_request con 0x55997fc2c5f0 auth_method 0 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.576 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): get_auth_request con 0x55997fc2e030 auth_method 0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:03:10.097+0000 7fd81622b640 10 monclient(hunting): get_auth_request con 0x55997fbd8d40 auth_method 0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:03:10.097+0000 7fd81622b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:03:10.097+0000 7fd81622b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:03:10.097+0000 7fd81622b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): handle_auth_done global_id 6641 payload 824 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient: _finish_hunting 0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:03:10.097+0000 7fd816a2c640 1 monclient: found mon.noname-c 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: dump: 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: _finish_auth 0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: dump: 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 monclient: authenticate success, global_id 6641 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:03:10.097+0000 7fd7f67fc640 4 set_mon_vals no callback set 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:03:10.098+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:03:10.098+0000 7fd818f75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:03:10.098+0000 7fd818f75900 1 librados: init done 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:03:10.098+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command cr dump hook 0x55997fbff258 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:03:10.099+0000 7fd7f4ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:03:10.099+0000 7fd7f4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:03:10.099+0000 7fd7f4ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:03:10.099+0000 7fd81622b640 10 monclient: get_auth_request con 0x7fd7d4077540 auth_method 0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:03:10.100+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:03:10.100+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fc9dcf0 auth_method 0 2026-04-02T12:03:10.577 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:03:10.100+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:03:10.100+0000 7fd818f75900 20 realm 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:03:10.100+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:03:10.101+0000 7fd818f75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:03:10.101+0000 7fd81622b640 10 monclient: get_auth_request con 0x55997fcc05c0 auth_method 0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:03:10.102+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:03:10.102+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:03:10.102+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fce1d60 auth_method 0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:03:10.102+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:03:10.102+0000 7fd818f75900 20 searching for the correct realm 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:03:10.103+0000 7fd816a2c640 10 monclient: get_auth_request con 0x55997fd04aa0 auth_method 0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:03:10.103+0000 7fd81622b640 10 monclient: get_auth_request con 0x7fd8040aa020 auth_method 0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:03:10.104+0000 7fd81722d640 10 monclient: get_auth_request con 0x7fd7fc049400 auth_method 0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:03:10.104+0000 7fd81722d640 0 -- 192.168.123.107:0/2997082039 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fd7fc049400 msgr2=0x7fd7fc049810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:03:10.304+0000 7fd81722d640 10 monclient: get_auth_request con 0x7fd7fc049400 auth_method 0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:03:10.306+0000 7fd816a2c640 10 monclient: get_auth_request con 0x7fd808038040 auth_method 0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:03:10.309+0000 7fd81622b640 0 -- 192.168.123.107:0/2997082039 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fd808061430 msgr2=0x7fd8080618a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:03:10.309+0000 7fd81622b640 10 monclient: get_auth_request con 0x7fd808061430 auth_method 0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:03:10.510+0000 7fd81622b640 10 monclient: get_auth_request con 0x7fd808061430 auth_method 0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 zone default found 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:03:10.515+0000 7fd818f75900 4 Realm: () 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:03:10.515+0000 7fd818f75900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:03:10.515+0000 7fd818f75900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:03:10.515+0000 7fd818f75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 zonegroup default 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 started sync module instance, tier type = 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:03:10.519+0000 7fd818f75900 20 add_watcher() i=7 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:03:10.519+0000 7fd818f75900 20 add_watcher() i=5 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=6 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=2 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=0 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=4 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=1 2026-04-02T12:03:10.578 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=3 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:03:10.520+0000 7fd818f75900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:03:10.521+0000 7fd81722d640 10 monclient: get_auth_request con 0x7fd7a0007200 auth_method 0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding auth protocol: cephx 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding auth protocol: cephx 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding auth protocol: cephx 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:03:10.522+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:03:10.522+0000 7fd818f75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:03:10.522+0000 7fd818f75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command cache list hook 0x55997fbfeff0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command cache inspect hook 0x55997fbfeff0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command cache erase hook 0x55997fbfeff0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command cache zap hook 0x55997fbfeff0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 note: GC not initialized 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:03:10.522+0000 7fd7bf7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:03:10.523+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command sync trace show hook 0x7fd7fc0013e0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:03:10.523+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command sync trace history hook 0x7fd7fc0013e0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:03:10.523+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command sync trace active hook 0x7fd7fc0013e0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:03:10.523+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command sync trace active_short hook 0x7fd7fc0013e0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:03:10.523+0000 7fd816a2c640 10 monclient: get_auth_request con 0x55997fe12940 auth_method 0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:03:10.524+0000 7fd81622b640 10 monclient: get_auth_request con 0x55997fe0ea20 auth_method 0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:03:10.526+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fe0fc10 auth_method 0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:03:10.527+0000 7fd816a2c640 10 monclient: get_auth_request con 0x55997fe11340 auth_method 0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:03:10.530+0000 7fd81622b640 10 monclient: get_auth_request con 0x55997fe08d50 auth_method 0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:03:10.534+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fe0c980 auth_method 0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:03:10.556+0000 7fd818f75900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:03:10.556+0000 7fd818f75900 20 Filter name: none 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:03:10.556+0000 7fd7bd7fa640 20 reqs_thread_entry: start 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:03:10.556+0000 7fd818f75900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:03:10.556+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:03:10.556+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:03:10.556+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:03:10.556+0000 7fd818f75900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:03:10.556+0000 7fd818f75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 : miss 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:03:10.556+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:03:10.557+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:03:10.557+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:03:10.557+0000 7fd818f75900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:03:10.557+0000 7fd818f75900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:03:10.557+0000 7fd818f75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:03:10.557+0000 7fd818f75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:03:10.560+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:03:10.560+0000 7fd818f75900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:03:10.560+0000 7fd818f75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:03:10.560+0000 7fd818f75900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31, ofs0, ns] 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763732 cookie 94117763940176 notifier 6641 bl.length()=1011 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_sources= new_sources= 2026-04-02T12:03:10.579 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential sources added=[] removed=[] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_dests= new_dests= 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential dests added=[] removed=[] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:03:10.562+0000 7fd818f75900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.0 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:03:10.562+0000 7fd818f75900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.0 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:03:10.562+0000 7fd818f75900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.1 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:03:10.562+0000 7fd818f75900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.1 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:03:10.562+0000 7fd818f75900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.0 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:03:10.563+0000 7fd818f75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:03:10.563+0000 7fd818f75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:03:10.564+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:03:10.564+0000 7fd818f75900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:03:10.564+0000 7fd818f75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:03:10.564+0000 7fd818f75900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31, ofs0, ns] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763733 cookie 94117763940176 notifier 6641 bl.length()=1011 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_sources= new_sources= 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential sources added=[] removed=[] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_dests= new_dests= 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential dests added=[] removed=[] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:03:10.565+0000 7fd818f75900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd818f75900 time 2026-04-02T12:03:10.566322+0000 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fd81c18f8f8] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55997c543fc4] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x55997cc640ac] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55997cc64f02] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fd81b22a610] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:03:10.566+0000 7fd818f75900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7fd818f75900 thread_name:radosgw-admin 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fd81b23fc30] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fd81b28d02c] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fd81c18f957] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55997c543fc4] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x55997cc640ac] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55997cc64f02] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fd81b22a610] 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:03:10.580 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:03:10.581 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:03:10.584 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd7bd7fa640 / http_manager 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd7bf7fe640 / http_manager 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd7f4ff9640 / ms_dispatch 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd7f5ffb640 / io_context_pool 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd7f67fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd800ff9640 / ms_dispatch 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd8037fe640 / ms_dispatch 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd80d7fa640 / io_context_pool, ms_dispatch 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd80dffb640 / admin_socket 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd815a2a640 / ms_dispatch 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd81622b640 / msgr-worker-2 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd816a2c640 / msgr-worker-1 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd81722d640 / msgr-worker-0 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd817a2e640 / io_context_pool 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: 7fd818f75900 / radosgw-admin 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.90165.log 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: crc 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: secure 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: crc 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: secure 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: crc 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 AuthRegistry(0x55997f99df60) adding con mode: secure 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:03:09.885+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:03:09.885+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:03:09.885+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command rotate-key hook 0x55997f99e0a8 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-a con 0x55997f92b3f0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-b con 0x55997f92d450 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-c con 0x55997f9d9880 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:03:09.885+0000 7fd818f75900 10 monclient(hunting): authenticate will time out at 1757.938923s 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:03:09.886+0000 7fd81622b640 10 monclient(hunting): get_auth_request con 0x55997f92d450 auth_method 0 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:03:09.886+0000 7fd81622b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:03:09.886+0000 7fd81622b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:03:09.886+0000 7fd81622b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): get_auth_request con 0x55997f92b3f0 auth_method 0 2026-04-02T12:03:10.585 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): get_auth_request con 0x55997f9d9880 auth_method 0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:03:09.886+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient(hunting): handle_auth_done global_id 7065 payload 824 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient: _finish_hunting 0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:03:09.886+0000 7fd816a2c640 1 monclient: found mon.noname-a 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:03:09.886+0000 7fd816a2c640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: dump: 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: _finish_auth 0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: _check_auth_tickets 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:03:09.886+0000 7fd8037fe640 10 monclient: dump: 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:03:09.886+0000 7fd818f75900 5 monclient: authenticate success, global_id 7065 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:03:09.886+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:03:09.886+0000 7fd818f75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:03:09.886+0000 7fd80d7fa640 4 set_mon_vals no callback set 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:03:09.887+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:03:09.887+0000 7fd818f75900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:03:09.887+0000 7fd818f75900 1 librados: init done 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:03:09.887+0000 7fd8037fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:03:09.887+0000 7fd8037fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:03:09.887+0000 7fd8037fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:03:09.888+0000 7fd81622b640 10 monclient: get_auth_request con 0x7fd7f0077600 auth_method 0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:03:09.888+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fa89280 auth_method 0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:03:09.889+0000 7fd816a2c640 10 monclient: get_auth_request con 0x55997fb12950 auth_method 0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:03:09.889+0000 7fd81622b640 10 monclient: get_auth_request con 0x55997fb34d40 auth_method 0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:03:09.890+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fb34250 auth_method 0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient: build_initial_monmap 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:03:09.891+0000 7fd818f75900 1 build_initial for_mkfs: 0 2026-04-02T12:03:10.586 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient: monmap: 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding auth protocol: cephx 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding auth protocol: cephx 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding auth protocol: cephx 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb789c0) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:03:09.891+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55997fb7bde0 EEXIST 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient: init 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding auth protocol: cephx 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding auth protocol: cephx 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding auth protocol: cephx 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: crc 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 AuthRegistry(0x55997fb55d28) adding con mode: secure 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:03:09.891+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:03:09.891+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:03:09.891+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command rotate-key cmddesc rotate-key hook 0x55997fb55e70 EEXIST 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-a con 0x55997fba4010 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-b con 0x55997fba43e0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-c con 0x55997fbd66d0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:03:09.891+0000 7fd818f75900 10 monclient(hunting): authenticate will time out at 1757.944869s 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): get_auth_request con 0x55997fba4010 auth_method 0 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:03:09.891+0000 7fd816a2c640 10 monclient(hunting): get_auth_request con 0x55997fbd66d0 auth_method 0 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:03:09.891+0000 7fd816a2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:03:09.891+0000 7fd816a2c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.587 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:03:09.891+0000 7fd816a2c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:03:09.891+0000 7fd81622b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:03:09.892+0000 7fd81622b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient(hunting): handle_auth_done global_id 6635 payload 824 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient: _finish_hunting 0 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:03:09.892+0000 7fd816a2c640 1 monclient: found mon.noname-c 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:03:09.892+0000 7fd816a2c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:03:09.892+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fba43e0 auth_method 0 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient: get_auth_request con 0x55997fbd66d0 auth_method 0 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:03:10.092+0000 7fd816a2c640 0 --2- 192.168.123.107:0/399262420 >> [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] conn(0x55997fbd66d0 0x55997fbd6b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient: ms_handle_reset current mon [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient: _reopen_session rank -1 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): picked mon.noname-a con 0x55997fba4010 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): picked mon.noname-b con 0x55997fba43e0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): picked mon.noname-c con 0x7fd7e4043240 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:03:10.092+0000 7fd800ff9640 10 monclient(hunting): _renew_subs 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): get_auth_request con 0x7fd7e4043240 auth_method 0 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): _init_auth already have auth, reseting 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:03:10.092+0000 7fd81622b640 10 monclient(hunting): get_auth_request con 0x55997fba4010 auth_method 0 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:03:10.092+0000 7fd81622b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:03:10.092+0000 7fd81622b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:03:10.092+0000 7fd81622b640 10 monclient(hunting): _init_auth already have auth, reseting 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:03:10.092+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:03:10.093+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:03:10.093+0000 7fd816a2c640 10 monclient(hunting): handle_auth_done global_id 6635 payload 293 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:03:10.093+0000 7fd816a2c640 10 monclient: _finish_hunting 0 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:03:10.093+0000 7fd816a2c640 1 monclient: found mon.noname-c 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:03:10.093+0000 7fd816a2c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: dump: 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: _finish_auth 0 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:10.588 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:03:10.093+0000 7fd800ff9640 10 monclient: dump: 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:03:10.093+0000 7fd818f75900 5 monclient: authenticate success, global_id 6635 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:03:10.093+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:03:10.093+0000 7fd818f75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:03:10.093+0000 7fd817a2e640 4 set_mon_vals no callback set 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:03:10.093+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:03:10.093+0000 7fd818f75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:03:10.094+0000 7fd800ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:03:10.094+0000 7fd800ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:03:10.094+0000 7fd800ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:03:10.094+0000 7fd81622b640 10 monclient: get_auth_request con 0x55997fbd66d0 auth_method 0 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:03:10.094+0000 7fd818f75900 10 monclient: get_monmap_and_config 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:03:10.094+0000 7fd818f75900 10 monclient: build_initial_monmap 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:03:10.094+0000 7fd818f75900 1 build_initial for_mkfs: 0 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:03:10.094+0000 7fd818f75900 10 monclient: monmap: 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding auth protocol: cephx 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding auth protocol: cephx 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding auth protocol: cephx 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: crc 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:03:10.094+0000 7fd818f75900 5 AuthRegistry(0x55997fbd0220) adding con mode: secure 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:03:10.095+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient: init 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding auth protocol: cephx 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding auth protocol: cephx 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding auth protocol: cephx 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.589 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: crc 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 AuthRegistry(0x7fff63541580) adding con mode: secure 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:03:10.095+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:03:10.095+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:03:10.095+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command rotate-key cmddesc rotate-key hook 0x7fff635416c8 EEXIST 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-a con 0x55997fbd8d40 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-b con 0x55997fbd7f20 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-c con 0x55997fc2e030 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:03:10.095+0000 7fd818f75900 10 monclient(hunting): authenticate will time out at 1758.148731s 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:03:10.095+0000 7fd81622b640 10 monclient(hunting): get_auth_request con 0x55997fbd8d40 auth_method 0 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:03:10.095+0000 7fd81622b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:03:10.095+0000 7fd81622b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:03:10.095+0000 7fd81622b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): get_auth_request con 0x55997fc2e030 auth_method 0 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:03:10.095+0000 7fd81722d640 10 monclient(hunting): get_auth_request con 0x55997fbd7f20 auth_method 0 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:03:10.095+0000 7fd81722d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:03:10.095+0000 7fd81722d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:03:10.095+0000 7fd81722d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient(hunting): handle_auth_done global_id 6638 payload 274 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient: _finish_hunting 0 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:03:10.095+0000 7fd816a2c640 1 monclient: found mon.noname-c 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:03:10.095+0000 7fd816a2c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: dump: 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: _finish_auth 0 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: _check_auth_tickets 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:03:10.096+0000 7fd7f67fc640 10 monclient: dump: 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.590 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 monclient: authenticate success, global_id 6638 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:03:10.096+0000 7fd818f75900 10 monclient: get_monmap_and_config success 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:03:10.096+0000 7fd818f75900 4 set_mon_vals no callback set 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:03:10.096+0000 7fd818f75900 10 monclient: shutdown 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:03:10.096+0000 7fd818f75900 10 monclient: build_initial_monmap 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:03:10.096+0000 7fd818f75900 1 build_initial for_mkfs: 0 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:03:10.096+0000 7fd818f75900 10 monclient: monmap: 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding auth protocol: cephx 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding auth protocol: cephx 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding auth protocol: cephx 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:03:10.096+0000 7fd818f75900 5 AuthRegistry(0x55997fbdaea0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:03:10.096+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:03:10.097+0000 7fd818f75900 1 librados: starting msgr at 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:03:10.097+0000 7fd818f75900 1 librados: starting objecter 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55997fbdc3b0 EEXIST 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:03:10.097+0000 7fd818f75900 1 librados: setting wanted keys 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:03:10.097+0000 7fd818f75900 1 librados: calling monclient init 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient: init 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding auth protocol: cephx 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding auth protocol: cephx 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding auth protocol: cephx 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: crc 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 AuthRegistry(0x55997fbd2ca0) adding con mode: secure 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:03:10.097+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:03:10.097+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command rotate-key cmddesc rotate-key hook 0x55997fbd2de8 EEXIST 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-b con 0x55997fbd8d40 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-a con 0x55997fc2e030 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:10.591 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): picked mon.noname-c con 0x55997fc2c5f0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient(hunting): authenticate will time out at 1758.150492s 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): get_auth_request con 0x55997fc2c5f0 auth_method 0 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): get_auth_request con 0x55997fc2e030 auth_method 0 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:03:10.097+0000 7fd81722d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:03:10.097+0000 7fd81622b640 10 monclient(hunting): get_auth_request con 0x55997fbd8d40 auth_method 0 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:03:10.097+0000 7fd81622b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:03:10.097+0000 7fd81622b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:03:10.097+0000 7fd81622b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient(hunting): handle_auth_done global_id 6641 payload 824 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient: _finish_hunting 0 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:03:10.097+0000 7fd816a2c640 1 monclient: found mon.noname-c 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:03:10.097+0000 7fd816a2c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: dump: 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: _finish_auth 0 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:03:10.097+0000 7fd7f4ff9640 10 monclient: dump: 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:03:10.097+0000 7fd818f75900 5 monclient: authenticate success, global_id 6641 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:03:10.097+0000 7fd818f75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:03:10.097+0000 7fd7f67fc640 4 set_mon_vals no callback set 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:03:10.098+0000 7fd818f75900 10 monclient: _renew_subs 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:03:10.098+0000 7fd818f75900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:10.592 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:03:10.098+0000 7fd818f75900 1 librados: init done 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:03:10.098+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command cr dump hook 0x55997fbff258 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:03:10.099+0000 7fd7f4ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:03:10.099+0000 7fd7f4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:03:10.099+0000 7fd7f4ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:03:10.099+0000 7fd81622b640 10 monclient: get_auth_request con 0x7fd7d4077540 auth_method 0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:03:10.100+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:03:10.100+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fc9dcf0 auth_method 0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:03:10.100+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:03:10.100+0000 7fd818f75900 20 realm 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:03:10.100+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:03:10.101+0000 7fd818f75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:03:10.101+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:03:10.101+0000 7fd81622b640 10 monclient: get_auth_request con 0x55997fcc05c0 auth_method 0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:03:10.102+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:03:10.102+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:03:10.102+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fce1d60 auth_method 0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:03:10.102+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:03:10.102+0000 7fd818f75900 20 searching for the correct realm 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:03:10.103+0000 7fd816a2c640 10 monclient: get_auth_request con 0x55997fd04aa0 auth_method 0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:03:10.103+0000 7fd81622b640 10 monclient: get_auth_request con 0x7fd8040aa020 auth_method 0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:03:10.104+0000 7fd81722d640 10 monclient: get_auth_request con 0x7fd7fc049400 auth_method 0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:03:10.104+0000 7fd81722d640 0 -- 192.168.123.107:0/2997082039 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fd7fc049400 msgr2=0x7fd7fc049810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:03:10.304+0000 7fd81722d640 10 monclient: get_auth_request con 0x7fd7fc049400 auth_method 0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:03:10.306+0000 7fd816a2c640 10 monclient: get_auth_request con 0x7fd808038040 auth_method 0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:03:10.309+0000 7fd81622b640 0 -- 192.168.123.107:0/2997082039 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fd808061430 msgr2=0x7fd8080618a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:03:10.309+0000 7fd81622b640 10 monclient: get_auth_request con 0x7fd808061430 auth_method 0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:03:10.510+0000 7fd81622b640 10 monclient: get_auth_request con 0x7fd808061430 auth_method 0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:03:10.514+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 zone default found 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:03:10.515+0000 7fd818f75900 4 Realm: () 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:03:10.515+0000 7fd818f75900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:03:10.515+0000 7fd818f75900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:03:10.515+0000 7fd818f75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 zonegroup default 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:03:10.515+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 started sync module instance, tier type = 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:03:10.516+0000 7fd818f75900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:03:10.519+0000 7fd818f75900 20 add_watcher() i=7 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:03:10.519+0000 7fd818f75900 20 add_watcher() i=5 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=6 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=2 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=0 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=4 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=1 2026-04-02T12:03:10.593 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:03:10.520+0000 7fd818f75900 20 add_watcher() i=3 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:03:10.520+0000 7fd818f75900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:03:10.521+0000 7fd81722d640 10 monclient: get_auth_request con 0x7fd7a0007200 auth_method 0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding auth protocol: cephx 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding auth protocol: cephx 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding auth protocol: cephx 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: crc 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 AuthRegistry(0x7fff63541670) adding con mode: secure 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:03:10.522+0000 7fd818f75900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:03:10.522+0000 7fd818f75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:03:10.522+0000 7fd818f75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command cache list hook 0x55997fbfeff0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command cache inspect hook 0x55997fbfeff0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command cache erase hook 0x55997fbfeff0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command cache zap hook 0x55997fbfeff0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:03:10.522+0000 7fd818f75900 5 note: GC not initialized 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:03:10.522+0000 7fd7bf7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:03:10.523+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command sync trace show hook 0x7fd7fc0013e0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:03:10.523+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command sync trace history hook 0x7fd7fc0013e0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:03:10.523+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command sync trace active hook 0x7fd7fc0013e0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:03:10.523+0000 7fd818f75900 5 asok(0x55997f89d6b0) register_command sync trace active_short hook 0x7fd7fc0013e0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:03:10.523+0000 7fd816a2c640 10 monclient: get_auth_request con 0x55997fe12940 auth_method 0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:03:10.524+0000 7fd81622b640 10 monclient: get_auth_request con 0x55997fe0ea20 auth_method 0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:03:10.526+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fe0fc10 auth_method 0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:03:10.527+0000 7fd816a2c640 10 monclient: get_auth_request con 0x55997fe11340 auth_method 0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:03:10.530+0000 7fd81622b640 10 monclient: get_auth_request con 0x55997fe08d50 auth_method 0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:03:10.534+0000 7fd81722d640 10 monclient: get_auth_request con 0x55997fe0c980 auth_method 0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:03:10.556+0000 7fd818f75900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:03:10.556+0000 7fd818f75900 20 Filter name: none 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:03:10.556+0000 7fd7bd7fa640 20 reqs_thread_entry: start 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:03:10.556+0000 7fd818f75900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:03:10.556+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:03:10.556+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:03:10.556+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:03:10.556+0000 7fd818f75900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:03:10.556+0000 7fd818f75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 : miss 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:03:10.556+0000 7fd818f75900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:03:10.557+0000 7fd818f75900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:03:10.557+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:03:10.557+0000 7fd818f75900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:03:10.557+0000 7fd818f75900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:03:10.557+0000 7fd818f75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:03:10.557+0000 7fd818f75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:03:10.560+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:03:10.560+0000 7fd818f75900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:03:10.560+0000 7fd818f75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.594 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:03:10.560+0000 7fd818f75900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31, ofs0, ns] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763732 cookie 94117763940176 notifier 6641 bl.length()=1011 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:03:10.560+0000 7fd7f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_sources= new_sources= 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential sources added=[] removed=[] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_dests= new_dests= 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:03:10.560+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential dests added=[] removed=[] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:03:10.562+0000 7fd818f75900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.0 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:03:10.562+0000 7fd818f75900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.0 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:03:10.562+0000 7fd818f75900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.1 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:03:10.562+0000 7fd818f75900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.1.1 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:03:10.562+0000 7fd818f75900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.0 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:03:10.563+0000 7fd818f75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:03:10.563+0000 7fd818f75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:03:10.564+0000 7fd818f75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:03:10.564+0000 7fd818f75900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:03:10.564+0000 7fd818f75900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:03:10.564+0000 7fd818f75900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31, ofs0, ns] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763733 cookie 94117763940176 notifier 6641 bl.length()=1011 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:03:10.564+0000 7fd7f5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_sources= new_sources= 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential sources added=[] removed=[] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_dests= new_dests= 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:03:10.565+0000 7fd818f75900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential dests added=[] removed=[] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:03:10.565+0000 7fd818f75900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fd818f75900 time 2026-04-02T12:03:10.566322+0000 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fd81c18f8f8] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55997c543fc4] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x55997cc640ac] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55997cc64f02] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fd81b22a610] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:03:10.566+0000 7fd818f75900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7fd818f75900 thread_name:radosgw-admin 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fd81b23fc30] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fd81b28d02c] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fd81c18f957] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55997c543fc4] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x55997cc640ac] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55997cc64f02] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fd81b22a610] 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:10.595 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:03:10.596 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd7bd7fa640 / http_manager 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd7bf7fe640 / http_manager 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd7f4ff9640 / ms_dispatch 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd7f5ffb640 / io_context_pool 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd7f67fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd800ff9640 / ms_dispatch 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd8037fe640 / ms_dispatch 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd80d7fa640 / io_context_pool, ms_dispatch 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd80dffb640 / admin_socket 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd815a2a640 / ms_dispatch 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd81622b640 / msgr-worker-2 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd816a2c640 / msgr-worker-1 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd81722d640 / msgr-worker-0 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd817a2e640 / io_context_pool 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: 7fd818f75900 / radosgw-admin 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:03:10.567299Z_88779235-6e5b-433a-9836-a9a871de00e7/log 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:03:10.597 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-02T12:03:10.598 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:10.598 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:10.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.613+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.614+0000 7fbbf5174900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.614+0000 7fbbf5174900 20 realm 2026-04-02T12:03:10.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.614+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.614+0000 7fbbf5174900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.614+0000 7fbbf5174900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:10.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.614+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.614+0000 7fbbf5174900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.614+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.615+0000 7fbbf5174900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:10.616 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.615+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.615+0000 7fbbf5174900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:10.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.615+0000 7fbbf5174900 20 searching for the correct realm 2026-04-02T12:03:10.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.617+0000 7fbbf1784640 0 -- 192.168.123.107:0/3433784107 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5579f53033d0 msgr2=0x5579f53237b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:10.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.621+0000 7fbbebfff640 0 -- 192.168.123.107:0/3433784107 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fbbe4077990 msgr2=0x7fbbe40393d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:10.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.825+0000 7fbbf5174900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:10.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.825+0000 7fbbf5174900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:10.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.825+0000 7fbbf5174900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:10.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.825+0000 7fbbf5174900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:10.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.825+0000 7fbbf5174900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:10.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.825+0000 7fbbf5174900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:10.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.825+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.825+0000 7fbbf5174900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.825+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:10.827 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 20 zone default found 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 4 Realm: () 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 20 zonegroup default 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.826+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.827+0000 7fbbf5174900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.827+0000 7fbbf5174900 20 started sync module instance, tier type = 2026-04-02T12:03:10.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.827+0000 7fbbf5174900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:10.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.829+0000 7fbbf5174900 20 add_watcher() i=3 2026-04-02T12:03:10.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.830+0000 7fbbf5174900 20 add_watcher() i=5 2026-04-02T12:03:10.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.830+0000 7fbbf5174900 20 add_watcher() i=7 2026-04-02T12:03:10.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.831+0000 7fbbf5174900 20 add_watcher() i=2 2026-04-02T12:03:10.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.831+0000 7fbbf5174900 20 add_watcher() i=6 2026-04-02T12:03:10.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.831+0000 7fbbf5174900 20 add_watcher() i=1 2026-04-02T12:03:10.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.831+0000 7fbbf5174900 20 add_watcher() i=4 2026-04-02T12:03:10.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.831+0000 7fbbf5174900 20 add_watcher() i=0 2026-04-02T12:03:10.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.831+0000 7fbbf5174900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:10.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.834+0000 7fbbf5174900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:10.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.834+0000 7fbbf5174900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:10.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.834+0000 7fbbf5174900 5 note: GC not initialized 2026-04-02T12:03:10.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.834+0000 7fbb9dfeb640 20 reqs_thread_entry: start 2026-04-02T12:03:10.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.877+0000 7fbbf5174900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:10.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.877+0000 7fbbf5174900 20 Filter name: none 2026-04-02T12:03:10.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.877+0000 7fbb977fe640 20 reqs_thread_entry: start 2026-04-02T12:03:10.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.877+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.878+0000 7fbbf5174900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:10.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.878+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.878+0000 7fbbf5174900 20 rados_obj.operate() r=0 bl.length=479 2026-04-02T12:03:10.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.878+0000 7fbbf5174900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:10.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.878+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.878+0000 7fbbf5174900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:10.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.878+0000 7fbbf5174900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.878+0000 7fbbf5174900 20 rados_obj.operate() r=0 bl.length=479 2026-04-02T12:03:10.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.878+0000 7fbbf5174900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:10.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.882+0000 7fbbf5174900 20 remove_watcher() i=3 2026-04-02T12:03:10.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.882+0000 7fbbf5174900 2 removed watcher, disabling cache 2026-04-02T12:03:10.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.883+0000 7fbbf5174900 20 remove_watcher() i=0 2026-04-02T12:03:10.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.883+0000 7fbbf5174900 20 remove_watcher() i=4 2026-04-02T12:03:10.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.883+0000 7fbbf5174900 20 remove_watcher() i=2 2026-04-02T12:03:10.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.883+0000 7fbbf5174900 20 remove_watcher() i=6 2026-04-02T12:03:10.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.883+0000 7fbbf5174900 20 remove_watcher() i=5 2026-04-02T12:03:10.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.883+0000 7fbbf5174900 20 remove_watcher() i=7 2026-04-02T12:03:10.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.883+0000 7fbbf5174900 20 remove_watcher() i=1 2026-04-02T12:03:10.891 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.891 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:10.891 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-block-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:03:10.891 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:10.942 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:03:10.963 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:10.963 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:10.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.983+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.984+0000 7f8c71123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.984+0000 7f8c71123900 20 realm 2026-04-02T12:03:10.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.984+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.984+0000 7f8c71123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.984+0000 7f8c71123900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:10.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.984+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.984+0000 7f8c71123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:10.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.984+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.985+0000 7f8c71123900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:10.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.985+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:10.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.986+0000 7f8c71123900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:10.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.986+0000 7f8c71123900 20 searching for the correct realm 2026-04-02T12:03:10.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:10.989+0000 7f8c6ce35640 0 -- 192.168.123.107:0/3335028585 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f8c6008d070 msgr2=0x7f8c600bee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:11.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.194+0000 7f8c67fff640 0 -- 192.168.123.107:0/3335028585 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x563b0667d860 msgr2=0x563b0669dc60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 zone default found 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 4 Realm: () 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 zonegroup default 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.196+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.197+0000 7f8c71123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:11.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.197+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:11.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.197+0000 7f8c71123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:11.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.197+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:11.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.197+0000 7f8c71123900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:11.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.197+0000 7f8c71123900 20 started sync module instance, tier type = 2026-04-02T12:03:11.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.197+0000 7f8c71123900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:11.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.200+0000 7f8c71123900 20 add_watcher() i=0 2026-04-02T12:03:11.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.200+0000 7f8c71123900 20 add_watcher() i=2 2026-04-02T12:03:11.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.200+0000 7f8c71123900 20 add_watcher() i=3 2026-04-02T12:03:11.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.201+0000 7f8c71123900 20 add_watcher() i=4 2026-04-02T12:03:11.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.201+0000 7f8c71123900 20 add_watcher() i=5 2026-04-02T12:03:11.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.201+0000 7f8c71123900 20 add_watcher() i=6 2026-04-02T12:03:11.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.201+0000 7f8c71123900 20 add_watcher() i=1 2026-04-02T12:03:11.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.201+0000 7f8c71123900 20 add_watcher() i=7 2026-04-02T12:03:11.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.201+0000 7f8c71123900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:11.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.203+0000 7f8c71123900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:11.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.203+0000 7f8c71123900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:11.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.203+0000 7f8c71123900 5 note: GC not initialized 2026-04-02T12:03:11.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.203+0000 7f8c19ff3640 20 reqs_thread_entry: start 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.240+0000 7f8c71123900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.240+0000 7f8c71123900 20 Filter name: none 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.240+0000 7f8c137fe640 20 reqs_thread_entry: start 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.240+0000 7f8c71123900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.240+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.240+0000 7f8c71123900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.240+0000 7f8c71123900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.240+0000 7f8c71123900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.240+0000 7f8c71123900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 : miss 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.240+0000 7f8c71123900 20 rados->read ofs=0 len=0 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.241+0000 7f8c71123900 20 rados_obj.operate() r=0 bl.length=479 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.241+0000 7f8c71123900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.241+0000 7f8c71123900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:11.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.241+0000 7f8c71123900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:11.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.241+0000 7f8c71123900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:11.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.241+0000 7f8c71123900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 2026-04-02T12:03:11.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.241+0000 7f8c71123900 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to be held by another RGW process; skipping for now 2026-04-02T12:03:11.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.244+0000 7f8c71123900 20 remove_watcher() i=0 2026-04-02T12:03:11.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.245+0000 7f8c71123900 2 removed watcher, disabling cache 2026-04-02T12:03:11.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.245+0000 7f8c71123900 20 remove_watcher() i=5 2026-04-02T12:03:11.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.245+0000 7f8c71123900 20 remove_watcher() i=3 2026-04-02T12:03:11.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.245+0000 7f8c71123900 20 remove_watcher() i=1 2026-04-02T12:03:11.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.245+0000 7f8c71123900 20 remove_watcher() i=2 2026-04-02T12:03:11.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.245+0000 7f8c71123900 20 remove_watcher() i=6 2026-04-02T12:03:11.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.245+0000 7f8c71123900 20 remove_watcher() i=7 2026-04-02T12:03:11.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:11.245+0000 7f8c71123900 20 remove_watcher() i=4 2026-04-02T12:03:11.252 INFO:tasks.workunit.client.0.vm07.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:03:41.280 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:03:41.302 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:41.302 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:41.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.322+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.323+0000 7f777dee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:41.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.323+0000 7f777dee8900 20 realm 2026-04-02T12:03:41.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.323+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.323+0000 7f777dee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:41.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.323+0000 7f777dee8900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:41.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.323+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.323+0000 7f777dee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:41.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.323+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.324+0000 7f777dee8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:41.326 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.324+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.325+0000 7f777dee8900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:41.327 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.325+0000 7f777dee8900 20 searching for the correct realm 2026-04-02T12:03:41.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.327+0000 7f7777fff640 0 -- 192.168.123.107:0/4173831166 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f7764078ee0 msgr2=0x7f7764076040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:41.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.330+0000 7f7776ffd640 0 -- 192.168.123.107:0/4173831166 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f7770035920 msgr2=0x7f77700443c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:41.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.534+0000 7f777dee8900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:41.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.534+0000 7f777dee8900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:41.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.534+0000 7f777dee8900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:41.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.534+0000 7f777dee8900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:41.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.534+0000 7f777dee8900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:41.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.534+0000 7f777dee8900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:41.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.534+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.534+0000 7f777dee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:41.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.534+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:41.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 20 zone default found 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 4 Realm: () 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 20 zonegroup default 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.535+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.536+0000 7f777dee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:41.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.536+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.536+0000 7f777dee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:41.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.536+0000 7f777dee8900 20 started sync module instance, tier type = 2026-04-02T12:03:41.538 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.536+0000 7f777dee8900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:41.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.539+0000 7f777dee8900 20 add_watcher() i=0 2026-04-02T12:03:41.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.539+0000 7f777dee8900 20 add_watcher() i=6 2026-04-02T12:03:41.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.539+0000 7f777dee8900 20 add_watcher() i=5 2026-04-02T12:03:41.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.540+0000 7f777dee8900 20 add_watcher() i=7 2026-04-02T12:03:41.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.540+0000 7f777dee8900 20 add_watcher() i=4 2026-04-02T12:03:41.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.540+0000 7f777dee8900 20 add_watcher() i=3 2026-04-02T12:03:41.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.540+0000 7f777dee8900 20 add_watcher() i=2 2026-04-02T12:03:41.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.540+0000 7f777dee8900 20 add_watcher() i=1 2026-04-02T12:03:41.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.540+0000 7f777dee8900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:41.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.542+0000 7f777dee8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:41.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.542+0000 7f777dee8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:41.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.542+0000 7f777dee8900 5 note: GC not initialized 2026-04-02T12:03:41.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.543+0000 7f7728fe9640 20 reqs_thread_entry: start 2026-04-02T12:03:41.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.783+0000 7f777dee8900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:41.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.783+0000 7f777dee8900 20 Filter name: none 2026-04-02T12:03:41.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f77227fc640 20 reqs_thread_entry: start 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 : miss 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 20 rados_obj.operate() r=0 bl.length=479 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:41.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.784+0000 7f777dee8900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 2026-04-02T12:03:41.787 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.785+0000 7f777dee8900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:03:41.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.789+0000 7f777dee8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:41.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.789+0000 7f777dee8900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:41.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.789+0000 7f777dee8900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:41.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.789+0000 7f777dee8900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31, ofs0, ns] 2026-04-02T12:03:41.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.789+0000 7f7756ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763734 cookie 94368002866528 notifier 6695 bl.length()=1011 2026-04-02T12:03:41.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.789+0000 7f7756ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:41.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.789+0000 7f7756ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:41.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.789+0000 7f7756ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:41.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.790+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_sources= new_sources= 2026-04-02T12:03:41.791 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.790+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential sources added=[] removed=[] 2026-04-02T12:03:41.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.790+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_dests= new_dests= 2026-04-02T12:03:41.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.790+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential dests added=[] removed=[] 2026-04-02T12:03:41.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.791+0000 7f7756ffd640 20 trim reshard logs: write on '.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.0' needs retry: Success 2026-04-02T12:03:41.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.793+0000 7f777dee8900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.2.0 2026-04-02T12:03:41.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.793+0000 7f777dee8900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.2.0 2026-04-02T12:03:41.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.793+0000 7f777dee8900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.2.1 2026-04-02T12:03:41.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.793+0000 7f777dee8900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.2.1 2026-04-02T12:03:41.794 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.793+0000 7f777dee8900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.0 2026-04-02T12:03:41.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.794+0000 7f777dee8900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:41.796 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.794+0000 7f777dee8900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 2026-04-02T12:03:41.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.795+0000 7f777dee8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:41.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.795+0000 7f777dee8900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:41.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.795+0000 7f777dee8900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:41.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.795+0000 7f777dee8900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31, ofs0, ns] 2026-04-02T12:03:41.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.795+0000 7f77567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763735 cookie 94368002866528 notifier 6695 bl.length()=1011 2026-04-02T12:03:41.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.795+0000 7f77567fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:41.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.795+0000 7f77567fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:41.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.795+0000 7f77567fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:41.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.796+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_sources= new_sources= 2026-04-02T12:03:41.797 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.796+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential sources added=[] removed=[] 2026-04-02T12:03:41.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.796+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_dests= new_dests= 2026-04-02T12:03:41.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.796+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential dests added=[] removed=[] 2026-04-02T12:03:41.798 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.797+0000 7f777dee8900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31.0 2026-04-02T12:03:41.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.797+0000 7f777dee8900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:41.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.797+0000 7f777dee8900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 2026-04-02T12:03:41.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.811+0000 7f777dee8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:41.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.811+0000 7f777dee8900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:41.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.811+0000 7f777dee8900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:41.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.811+0000 7f777dee8900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31, ofs0, ns] 2026-04-02T12:03:41.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.812+0000 7f77567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763736 cookie 94368002866528 notifier 6695 bl.length()=975 2026-04-02T12:03:41.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.812+0000 7f77567fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 info.flags=0x17 2026-04-02T12:03:41.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.812+0000 7f77567fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 to cache LRU end 2026-04-02T12:03:41.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.812+0000 7f77567fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:41.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.812+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_sources= new_sources= 2026-04-02T12:03:41.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.812+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential sources added=[] removed=[] 2026-04-02T12:03:41.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.812+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): orig_dests= new_dests= 2026-04-02T12:03:41.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.812+0000 7f777dee8900 20 handle_bi_update(): bucket=:abort-at-block-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31]): potential dests added=[] removed=[] 2026-04-02T12:03:41.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.836+0000 7f777dee8900 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2026-04-02T12:03:41.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.871+0000 7f777dee8900 20 remove_watcher() i=0 2026-04-02T12:03:41.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.871+0000 7f777dee8900 2 removed watcher, disabling cache 2026-04-02T12:03:41.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.871+0000 7f777dee8900 20 remove_watcher() i=5 2026-04-02T12:03:41.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.871+0000 7f777dee8900 20 remove_watcher() i=4 2026-04-02T12:03:41.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.871+0000 7f777dee8900 20 remove_watcher() i=3 2026-04-02T12:03:41.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.871+0000 7f777dee8900 20 remove_watcher() i=6 2026-04-02T12:03:41.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.871+0000 7f777dee8900 20 remove_watcher() i=2 2026-04-02T12:03:41.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.871+0000 7f777dee8900 20 remove_watcher() i=1 2026-04-02T12:03:41.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.871+0000 7f777dee8900 20 remove_watcher() i=7 2026-04-02T12:03:41.881 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-02T12:03:41.900 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:41.900 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:41.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.916+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.916+0000 7f306012a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:41.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.916+0000 7f306012a900 20 realm 2026-04-02T12:03:41.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.916+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.916+0000 7f306012a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:41.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.916+0000 7f306012a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:41.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.916+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.916+0000 7f306012a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:41.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.916+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.917+0000 7f306012a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:41.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.917+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:41.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.918+0000 7f306012a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:41.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:41.918+0000 7f306012a900 20 searching for the correct realm 2026-04-02T12:03:42.123 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.121+0000 7f30577fe640 0 -- 192.168.123.107:0/734036988 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f305006d320 msgr2=0x7f305006f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:42.529 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.527+0000 7f304edff640 0 -- 192.168.123.107:0/734036988 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x563953e9a200 msgr2=0x563953eba5e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:42.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.529+0000 7f306012a900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:42.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.529+0000 7f306012a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:42.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.529+0000 7f306012a900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:42.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.529+0000 7f306012a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:42.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.529+0000 7f306012a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:42.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.529+0000 7f306012a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:42.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.529+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.529+0000 7f306012a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.529+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:42.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 20 zone default found 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 4 Realm: () 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 20 zonegroup default 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.530+0000 7f306012a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.531+0000 7f306012a900 20 started sync module instance, tier type = 2026-04-02T12:03:42.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.531+0000 7f306012a900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:42.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.534+0000 7f306012a900 20 add_watcher() i=0 2026-04-02T12:03:42.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.534+0000 7f306012a900 20 add_watcher() i=5 2026-04-02T12:03:42.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.534+0000 7f306012a900 20 add_watcher() i=3 2026-04-02T12:03:42.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.534+0000 7f306012a900 20 add_watcher() i=6 2026-04-02T12:03:42.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.534+0000 7f306012a900 20 add_watcher() i=4 2026-04-02T12:03:42.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.535+0000 7f306012a900 20 add_watcher() i=7 2026-04-02T12:03:42.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.535+0000 7f306012a900 20 add_watcher() i=2 2026-04-02T12:03:42.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.535+0000 7f306012a900 20 add_watcher() i=1 2026-04-02T12:03:42.537 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.535+0000 7f306012a900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:42.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.537+0000 7f306012a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:42.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.537+0000 7f306012a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:42.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.537+0000 7f306012a900 5 note: GC not initialized 2026-04-02T12:03:42.539 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.537+0000 7f3003fff640 20 reqs_thread_entry: start 2026-04-02T12:03:42.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.577+0000 7f306012a900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:42.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.577+0000 7f306012a900 20 Filter name: none 2026-04-02T12:03:42.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.577+0000 7f3001ffb640 20 reqs_thread_entry: start 2026-04-02T12:03:42.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.577+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.579 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.578+0000 7f306012a900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:42.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.578+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.578+0000 7f306012a900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:42.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.578+0000 7f306012a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:42.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.578+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.579+0000 7f306012a900 20 rados_obj.operate() r=0 bl.length=213 2026-04-02T12:03:42.580 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.579+0000 7f306012a900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.579+0000 7f306012a900 20 rados_obj.operate() r=0 bl.length=443 2026-04-02T12:03:42.581 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.579+0000 7f306012a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:42.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.583+0000 7f306012a900 20 remove_watcher() i=0 2026-04-02T12:03:42.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.583+0000 7f306012a900 2 removed watcher, disabling cache 2026-04-02T12:03:42.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.583+0000 7f306012a900 20 remove_watcher() i=2 2026-04-02T12:03:42.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.583+0000 7f306012a900 20 remove_watcher() i=3 2026-04-02T12:03:42.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.583+0000 7f306012a900 20 remove_watcher() i=5 2026-04-02T12:03:42.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.584+0000 7f306012a900 20 remove_watcher() i=7 2026-04-02T12:03:42.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.584+0000 7f306012a900 20 remove_watcher() i=1 2026-04-02T12:03:42.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.584+0000 7f306012a900 20 remove_watcher() i=6 2026-04-02T12:03:42.585 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.584+0000 7f306012a900 20 remove_watcher() i=4 2026-04-02T12:03:42.592 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:42.592 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:42.592 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-block-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.31 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:03:42.592 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:42.650 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2026-04-02T12:03:42.651 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:42.825 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T12:03:42.846 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:42.846 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:42.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.864+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.865+0000 7f4aa6927900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.865+0000 7f4aa6927900 20 realm 2026-04-02T12:03:42.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.865+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.866+0000 7f4aa6927900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.866+0000 7f4aa6927900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:42.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.866+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.866+0000 7f4aa6927900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.866+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.866+0000 7f4aa6927900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:42.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.866+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.867+0000 7f4aa6927900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:42.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.867+0000 7f4aa6927900 20 searching for the correct realm 2026-04-02T12:03:42.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.870+0000 7f4aa2e70640 0 -- 192.168.123.107:0/2693052572 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5603886867a0 msgr2=0x5603886a6b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:42.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.874+0000 7f4aa2e70640 0 -- 192.168.123.107:0/2693052572 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x7f4a600a4c40 msgr2=0x7f4a600c5040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.877+0000 7f4aa6927900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.877+0000 7f4aa6927900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.877+0000 7f4aa6927900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.877+0000 7f4aa6927900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.877+0000 7f4aa6927900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.877+0000 7f4aa6927900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.877+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.877+0000 7f4aa6927900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.877+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.877+0000 7f4aa6927900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.877+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 20 zone default found 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 4 Realm: () 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 20 zonegroup default 2026-04-02T12:03:42.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 20 started sync module instance, tier type = 2026-04-02T12:03:42.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.878+0000 7f4aa6927900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:42.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.882+0000 7f4aa6927900 20 add_watcher() i=0 2026-04-02T12:03:42.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.882+0000 7f4aa6927900 20 add_watcher() i=2 2026-04-02T12:03:42.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.882+0000 7f4aa6927900 20 add_watcher() i=4 2026-04-02T12:03:42.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.882+0000 7f4aa6927900 20 add_watcher() i=5 2026-04-02T12:03:42.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.882+0000 7f4aa6927900 20 add_watcher() i=6 2026-04-02T12:03:42.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.882+0000 7f4aa6927900 20 add_watcher() i=1 2026-04-02T12:03:42.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.883+0000 7f4aa6927900 20 add_watcher() i=7 2026-04-02T12:03:42.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.883+0000 7f4aa6927900 20 add_watcher() i=3 2026-04-02T12:03:42.885 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.883+0000 7f4aa6927900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:42.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.885+0000 7f4aa6927900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:42.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.885+0000 7f4aa6927900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:42.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.885+0000 7f4aa6927900 5 note: GC not initialized 2026-04-02T12:03:42.887 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.885+0000 7f4a4affd640 20 reqs_thread_entry: start 2026-04-02T12:03:42.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.925+0000 7f4aa6927900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:42.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.925+0000 7f4aa6927900 20 Filter name: none 2026-04-02T12:03:42.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.925+0000 7f4a48ff9640 20 reqs_thread_entry: start 2026-04-02T12:03:42.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.926+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.926+0000 7f4aa6927900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:42.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.926+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.926+0000 7f4aa6927900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:42.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.926+0000 7f4aa6927900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:42.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.926+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.927+0000 7f4aa6927900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:42.928 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.927+0000 7f4aa6927900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.927+0000 7f4aa6927900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:42.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.927+0000 7f4aa6927900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:42.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.931+0000 7f4aa6927900 20 remove_watcher() i=0 2026-04-02T12:03:42.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.931+0000 7f4aa6927900 2 removed watcher, disabling cache 2026-04-02T12:03:42.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.931+0000 7f4aa6927900 20 remove_watcher() i=1 2026-04-02T12:03:42.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.931+0000 7f4aa6927900 20 remove_watcher() i=3 2026-04-02T12:03:42.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.932+0000 7f4aa6927900 20 remove_watcher() i=5 2026-04-02T12:03:42.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.932+0000 7f4aa6927900 20 remove_watcher() i=6 2026-04-02T12:03:42.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.932+0000 7f4aa6927900 20 remove_watcher() i=7 2026-04-02T12:03:42.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.932+0000 7f4aa6927900 20 remove_watcher() i=2 2026-04-02T12:03:42.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.932+0000 7f4aa6927900 20 remove_watcher() i=4 2026-04-02T12:03:42.940 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:42.940 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:42.940 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-commit-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:03:42.940 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:42.942 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2026-04-02T12:03:42.963 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:42.963 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:42.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.983+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.984+0000 7f321dda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.984+0000 7f321dda2900 20 realm 2026-04-02T12:03:42.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.984+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.984+0000 7f321dda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.984+0000 7f321dda2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:42.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.984+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.984+0000 7f321dda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:42.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.984+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.985+0000 7f321dda2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:42.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.985+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:42.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.985+0000 7f321dda2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:42.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.985+0000 7f321dda2900 20 searching for the correct realm 2026-04-02T12:03:42.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.987+0000 7f3217fff640 0 -- 192.168.123.107:0/3857317914 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55b44af7c2b0 msgr2=0x55b44af9c690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:42.992 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:42.990+0000 7f3216ffd640 0 -- 192.168.123.107:0/3857317914 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f32100e0040 msgr2=0x7f32100d75a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:43.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.195+0000 7f321dda2900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:43.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.195+0000 7f321dda2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:43.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.195+0000 7f321dda2900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:43.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.195+0000 7f321dda2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:43.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.195+0000 7f321dda2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.195+0000 7f321dda2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.195+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 20 zone default found 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 4 Realm: () 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 20 zonegroup default 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.196+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.197+0000 7f321dda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.197+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.197+0000 7f321dda2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.197+0000 7f321dda2900 20 started sync module instance, tier type = 2026-04-02T12:03:43.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.197+0000 7f321dda2900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:43.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.199+0000 7f321dda2900 20 add_watcher() i=6 2026-04-02T12:03:43.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.200+0000 7f321dda2900 20 add_watcher() i=5 2026-04-02T12:03:43.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.200+0000 7f321dda2900 20 add_watcher() i=4 2026-04-02T12:03:43.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.200+0000 7f321dda2900 20 add_watcher() i=2 2026-04-02T12:03:43.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.201+0000 7f321dda2900 20 add_watcher() i=0 2026-04-02T12:03:43.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.201+0000 7f321dda2900 20 add_watcher() i=7 2026-04-02T12:03:43.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.201+0000 7f321dda2900 20 add_watcher() i=1 2026-04-02T12:03:43.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.201+0000 7f321dda2900 20 add_watcher() i=3 2026-04-02T12:03:43.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.201+0000 7f321dda2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:43.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.203+0000 7f321dda2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:43.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.203+0000 7f321dda2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:43.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.203+0000 7f321dda2900 5 note: GC not initialized 2026-04-02T12:03:43.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.203+0000 7f31c97ea640 20 reqs_thread_entry: start 2026-04-02T12:03:43.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.238+0000 7f321dda2900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:43.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.239+0000 7f321dda2900 20 Filter name: none 2026-04-02T12:03:43.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.239+0000 7f31c27fc640 20 reqs_thread_entry: start 2026-04-02T12:03:43.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.239+0000 7f321dda2900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-02T12:03:43.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.239+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.239+0000 7f321dda2900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:43.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.239+0000 7f321dda2900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:43.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.239+0000 7f321dda2900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-02T12:03:43.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.239+0000 7f321dda2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 : miss 2026-04-02T12:03:43.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.239+0000 7f321dda2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.240+0000 7f321dda2900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:43.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.240+0000 7f321dda2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.240+0000 7f321dda2900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.240+0000 7f321dda2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:43.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.240+0000 7f321dda2900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.240+0000 7f321dda2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 2026-04-02T12:03:43.245 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.243+0000 7f321dda2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.245 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.243+0000 7f321dda2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.245 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.243+0000 7f321dda2900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.245 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.243+0000 7f321dda2900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32, ofs0, ns] 2026-04-02T12:03:43.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.244+0000 7f31f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763680 cookie 94232840270448 notifier 6451 bl.length()=1027 2026-04-02T12:03:43.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.244+0000 7f31f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.244+0000 7f31f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.244+0000 7f31f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.244+0000 7f321dda2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): orig_sources= new_sources= 2026-04-02T12:03:43.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.244+0000 7f321dda2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): potential sources added=[] removed=[] 2026-04-02T12:03:43.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.244+0000 7f321dda2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): orig_dests= new_dests= 2026-04-02T12:03:43.246 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.244+0000 7f321dda2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): potential dests added=[] removed=[] 2026-04-02T12:03:43.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.246+0000 7f321dda2900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.1.0 2026-04-02T12:03:43.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.246+0000 7f321dda2900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.1.0 2026-04-02T12:03:43.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.246+0000 7f321dda2900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.1.1 2026-04-02T12:03:43.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.246+0000 7f321dda2900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.1.1 2026-04-02T12:03:43.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.246+0000 7f321dda2900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.0 2026-04-02T12:03:43.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.248+0000 7f321dda2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:43.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.248+0000 7f321dda2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 2026-04-02T12:03:43.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.249+0000 7f321dda2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.249+0000 7f321dda2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.249+0000 7f321dda2900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.249+0000 7f321dda2900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32, ofs0, ns] 2026-04-02T12:03:43.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.250+0000 7f31f67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763681 cookie 94232840270448 notifier 6451 bl.length()=1027 2026-04-02T12:03:43.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.250+0000 7f31f67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.250+0000 7f31f67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.250+0000 7f31f67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.250+0000 7f321dda2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): orig_sources= new_sources= 2026-04-02T12:03:43.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.250+0000 7f321dda2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): potential sources added=[] removed=[] 2026-04-02T12:03:43.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.250+0000 7f321dda2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): orig_dests= new_dests= 2026-04-02T12:03:43.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.250+0000 7f321dda2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): potential dests added=[] removed=[] 2026-04-02T12:03:43.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.251+0000 7f321dda2900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.0 2026-04-02T12:03:43.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.252+0000 7f321dda2900 -1 Injecting error=-5 at location=commit_target_layout 2026-04-02T12:03:43.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.252+0000 7f321dda2900 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2026-04-02T12:03:43.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.257+0000 7f321dda2900 20 remove_watcher() i=0 2026-04-02T12:03:43.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.257+0000 7f321dda2900 2 removed watcher, disabling cache 2026-04-02T12:03:43.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.257+0000 7f321dda2900 20 remove_watcher() i=2 2026-04-02T12:03:43.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.257+0000 7f321dda2900 20 remove_watcher() i=5 2026-04-02T12:03:43.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.257+0000 7f321dda2900 20 remove_watcher() i=6 2026-04-02T12:03:43.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.257+0000 7f321dda2900 20 remove_watcher() i=3 2026-04-02T12:03:43.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.257+0000 7f321dda2900 20 remove_watcher() i=4 2026-04-02T12:03:43.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.258+0000 7f321dda2900 20 remove_watcher() i=7 2026-04-02T12:03:43.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.258+0000 7f321dda2900 20 remove_watcher() i=1 2026-04-02T12:03:43.267 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T12:03:43.285 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:43.285 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:43.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.300+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.301+0000 7f7103f8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.301+0000 7f7103f8b900 20 realm 2026-04-02T12:03:43.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.301+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.301+0000 7f7103f8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.301+0000 7f7103f8b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:43.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.301+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.301+0000 7f7103f8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.303 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.301+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.304 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.302+0000 7f7103f8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:43.304 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.302+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.303+0000 7f7103f8b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:43.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.303+0000 7f7103f8b900 20 searching for the correct realm 2026-04-02T12:03:43.307 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.306+0000 7f70fb7fe640 0 -- 192.168.123.107:0/1458141516 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f70f40eec30 msgr2=0x7f70f40dd040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:43.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.510+0000 7f70faffd640 0 -- 192.168.123.107:0/1458141516 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x56212eea9a70 msgr2=0x56212eec9e50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:43.514 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.512+0000 7f7103f8b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:43.514 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.512+0000 7f7103f8b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.512+0000 7f7103f8b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.512+0000 7f7103f8b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.512+0000 7f7103f8b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.512+0000 7f7103f8b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.512+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 20 zone default found 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 4 Realm: () 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 20 zonegroup default 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.513+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.514+0000 7f7103f8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.515 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.514+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.514+0000 7f7103f8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.514+0000 7f7103f8b900 20 started sync module instance, tier type = 2026-04-02T12:03:43.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.514+0000 7f7103f8b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:43.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.517+0000 7f7103f8b900 20 add_watcher() i=3 2026-04-02T12:03:43.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.517+0000 7f7103f8b900 20 add_watcher() i=0 2026-04-02T12:03:43.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.517+0000 7f7103f8b900 20 add_watcher() i=2 2026-04-02T12:03:43.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.518+0000 7f7103f8b900 20 add_watcher() i=7 2026-04-02T12:03:43.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.518+0000 7f7103f8b900 20 add_watcher() i=1 2026-04-02T12:03:43.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.518+0000 7f7103f8b900 20 add_watcher() i=4 2026-04-02T12:03:43.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.518+0000 7f7103f8b900 20 add_watcher() i=6 2026-04-02T12:03:43.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.518+0000 7f7103f8b900 20 add_watcher() i=5 2026-04-02T12:03:43.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.518+0000 7f7103f8b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:43.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.520+0000 7f7103f8b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:43.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.520+0000 7f7103f8b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:43.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.520+0000 7f7103f8b900 5 note: GC not initialized 2026-04-02T12:03:43.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.520+0000 7f70acfe9640 20 reqs_thread_entry: start 2026-04-02T12:03:43.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.558+0000 7f7103f8b900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:43.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.558+0000 7f7103f8b900 20 Filter name: none 2026-04-02T12:03:43.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.558+0000 7f70a67fc640 20 reqs_thread_entry: start 2026-04-02T12:03:43.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.558+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.558+0000 7f7103f8b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:43.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.558+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.559+0000 7f7103f8b900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:03:43.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.559+0000 7f7103f8b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:43.560 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.559+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.559+0000 7f7103f8b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:43.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.559+0000 7f7103f8b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.559+0000 7f7103f8b900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:03:43.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.559+0000 7f7103f8b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:43.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.563+0000 7f7103f8b900 20 remove_watcher() i=0 2026-04-02T12:03:43.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.563+0000 7f7103f8b900 2 removed watcher, disabling cache 2026-04-02T12:03:43.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.563+0000 7f7103f8b900 20 remove_watcher() i=2 2026-04-02T12:03:43.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.563+0000 7f7103f8b900 20 remove_watcher() i=4 2026-04-02T12:03:43.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.563+0000 7f7103f8b900 20 remove_watcher() i=5 2026-04-02T12:03:43.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.563+0000 7f7103f8b900 20 remove_watcher() i=6 2026-04-02T12:03:43.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.563+0000 7f7103f8b900 20 remove_watcher() i=3 2026-04-02T12:03:43.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.563+0000 7f7103f8b900 20 remove_watcher() i=7 2026-04-02T12:03:43.565 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.563+0000 7f7103f8b900 20 remove_watcher() i=1 2026-04-02T12:03:43.571 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:43.571 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:43.571 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-commit-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:03:43.571 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:43.622 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:03:43.642 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:43.643 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:43.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.660+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.660+0000 7f4526d63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.660+0000 7f4526d63900 20 realm 2026-04-02T12:03:43.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.660+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.660+0000 7f4526d63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.661+0000 7f4526d63900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:43.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.661+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.661+0000 7f4526d63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.661+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.661+0000 7f4526d63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:43.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.661+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.662+0000 7f4526d63900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:43.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.662+0000 7f4526d63900 20 searching for the correct realm 2026-04-02T12:03:43.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.664+0000 7f452337d640 0 -- 192.168.123.107:0/2265604924 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55c8bbcdd590 msgr2=0x55c8bbcfd9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:43.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.667+0000 7f452237b640 0 -- 192.168.123.107:0/2265604924 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f45140e3c30 msgr2=0x7f45140c22b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.670+0000 7f4526d63900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.670+0000 7f4526d63900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.670+0000 7f4526d63900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.670+0000 7f4526d63900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.670+0000 7f4526d63900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.670+0000 7f4526d63900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.670+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.670+0000 7f4526d63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.670+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.670+0000 7f4526d63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.670+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:43.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 20 zone default found 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 4 Realm: () 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 20 zonegroup default 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 20 started sync module instance, tier type = 2026-04-02T12:03:43.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.671+0000 7f4526d63900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:43.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.674+0000 7f4526d63900 20 add_watcher() i=7 2026-04-02T12:03:43.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.675+0000 7f4526d63900 20 add_watcher() i=0 2026-04-02T12:03:43.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.675+0000 7f4526d63900 20 add_watcher() i=2 2026-04-02T12:03:43.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.675+0000 7f4526d63900 20 add_watcher() i=4 2026-04-02T12:03:43.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.675+0000 7f4526d63900 20 add_watcher() i=3 2026-04-02T12:03:43.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.675+0000 7f4526d63900 20 add_watcher() i=5 2026-04-02T12:03:43.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.675+0000 7f4526d63900 20 add_watcher() i=6 2026-04-02T12:03:43.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.675+0000 7f4526d63900 20 add_watcher() i=1 2026-04-02T12:03:43.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.675+0000 7f4526d63900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:43.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.677+0000 7f4526d63900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:43.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.677+0000 7f4526d63900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:43.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.677+0000 7f4526d63900 5 note: GC not initialized 2026-04-02T12:03:43.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.677+0000 7f44cb7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.711+0000 7f4526d63900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.711+0000 7f4526d63900 20 Filter name: none 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f44c97fa640 20 reqs_thread_entry: start 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 : miss 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.712+0000 7f4526d63900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 2026-04-02T12:03:43.715 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.714+0000 7f4526d63900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:03:43.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.717+0000 7f4526d63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.717+0000 7f4526d63900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.717+0000 7f4526d63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.717+0000 7f4526d63900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32, ofs0, ns] 2026-04-02T12:03:43.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.717+0000 7f4501ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763682 cookie 94320632673152 notifier 6773 bl.length()=1027 2026-04-02T12:03:43.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.717+0000 7f4501ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.717+0000 7f4501ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.717+0000 7f4501ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.718+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): orig_sources= new_sources= 2026-04-02T12:03:43.719 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.718+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): potential sources added=[] removed=[] 2026-04-02T12:03:43.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.718+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): orig_dests= new_dests= 2026-04-02T12:03:43.720 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.718+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): potential dests added=[] removed=[] 2026-04-02T12:03:43.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.719+0000 7f4526d63900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.2.0 2026-04-02T12:03:43.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.719+0000 7f4526d63900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.2.0 2026-04-02T12:03:43.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.719+0000 7f4526d63900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.2.1 2026-04-02T12:03:43.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.719+0000 7f4526d63900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.2.1 2026-04-02T12:03:43.721 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.719+0000 7f4526d63900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.0 2026-04-02T12:03:43.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.720+0000 7f4526d63900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:43.722 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.720+0000 7f4526d63900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 2026-04-02T12:03:43.723 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.721+0000 7f4526d63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.723 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.721+0000 7f4526d63900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.723 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.721+0000 7f4526d63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.723 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.721+0000 7f4526d63900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32, ofs0, ns] 2026-04-02T12:03:43.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.722+0000 7f4501ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763683 cookie 94320632673152 notifier 6773 bl.length()=1027 2026-04-02T12:03:43.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.722+0000 7f4501ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.722+0000 7f4501ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.722+0000 7f4501ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.722+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): orig_sources= new_sources= 2026-04-02T12:03:43.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.722+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): potential sources added=[] removed=[] 2026-04-02T12:03:43.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.722+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): orig_dests= new_dests= 2026-04-02T12:03:43.724 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.722+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): potential dests added=[] removed=[] 2026-04-02T12:03:43.725 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.723+0000 7f4526d63900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32.0 2026-04-02T12:03:43.725 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.723+0000 7f4526d63900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:43.725 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.723+0000 7f4526d63900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.724+0000 7f4526d63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.724+0000 7f4526d63900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.724+0000 7f4526d63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.724+0000 7f4526d63900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32, ofs0, ns] 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.724+0000 7f4501ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763684 cookie 94320632673152 notifier 6773 bl.length()=991 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.724+0000 7f4501ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 info.flags=0x17 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.724+0000 7f4501ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 to cache LRU end 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.724+0000 7f4501ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.725+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): orig_sources= new_sources= 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.725+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): potential sources added=[] removed=[] 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.725+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): orig_dests= new_dests= 2026-04-02T12:03:43.726 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.725+0000 7f4526d63900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32]): potential dests added=[] removed=[] 2026-04-02T12:03:43.727 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.725+0000 7f4526d63900 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T12:03:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.729+0000 7f4526d63900 20 remove_watcher() i=0 2026-04-02T12:03:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.729+0000 7f4526d63900 2 removed watcher, disabling cache 2026-04-02T12:03:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.729+0000 7f4526d63900 20 remove_watcher() i=7 2026-04-02T12:03:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.729+0000 7f4526d63900 20 remove_watcher() i=5 2026-04-02T12:03:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.729+0000 7f4526d63900 20 remove_watcher() i=1 2026-04-02T12:03:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.729+0000 7f4526d63900 20 remove_watcher() i=4 2026-04-02T12:03:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.729+0000 7f4526d63900 20 remove_watcher() i=6 2026-04-02T12:03:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.729+0000 7f4526d63900 20 remove_watcher() i=2 2026-04-02T12:03:43.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.730+0000 7f4526d63900 20 remove_watcher() i=3 2026-04-02T12:03:43.739 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T12:03:43.757 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:43.757 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:43.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.773+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.775+0000 7f5843b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.775+0000 7f5843b74900 20 realm 2026-04-02T12:03:43.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.775+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.775+0000 7f5843b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.775+0000 7f5843b74900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:43.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.775+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.775+0000 7f5843b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.777 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.775+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.776+0000 7f5843b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:43.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.776+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.777+0000 7f5843b74900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:43.778 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.777+0000 7f5843b74900 20 searching for the correct realm 2026-04-02T12:03:43.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.780+0000 7f583bfff640 0 -- 192.168.123.107:0/1471586478 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5585e823b9c0 msgr2=0x5585e825bda0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:43.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.783+0000 7f583affd640 0 -- 192.168.123.107:0/1471586478 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f582c025040 msgr2=0x7f582c019970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 20 zone default found 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 4 Realm: () 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.786+0000 7f5843b74900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.787+0000 7f5843b74900 20 zonegroup default 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.787+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.787+0000 7f5843b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.787+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.787+0000 7f5843b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.787+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.787+0000 7f5843b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.787+0000 7f5843b74900 20 started sync module instance, tier type = 2026-04-02T12:03:43.789 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.787+0000 7f5843b74900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:43.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.790+0000 7f5843b74900 20 add_watcher() i=0 2026-04-02T12:03:43.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.790+0000 7f5843b74900 20 add_watcher() i=6 2026-04-02T12:03:43.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.790+0000 7f5843b74900 20 add_watcher() i=7 2026-04-02T12:03:43.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.790+0000 7f5843b74900 20 add_watcher() i=2 2026-04-02T12:03:43.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.790+0000 7f5843b74900 20 add_watcher() i=4 2026-04-02T12:03:43.792 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.790+0000 7f5843b74900 20 add_watcher() i=5 2026-04-02T12:03:43.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.791+0000 7f5843b74900 20 add_watcher() i=3 2026-04-02T12:03:43.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.791+0000 7f5843b74900 20 add_watcher() i=1 2026-04-02T12:03:43.793 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.791+0000 7f5843b74900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:43.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.793+0000 7f5843b74900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:43.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.793+0000 7f5843b74900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:43.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.793+0000 7f5843b74900 5 note: GC not initialized 2026-04-02T12:03:43.795 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.794+0000 7f57ed7ea640 20 reqs_thread_entry: start 2026-04-02T12:03:43.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.830+0000 7f5843b74900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:43.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.830+0000 7f5843b74900 20 Filter name: none 2026-04-02T12:03:43.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.830+0000 7f57e67fc640 20 reqs_thread_entry: start 2026-04-02T12:03:43.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.830+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.830+0000 7f5843b74900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:43.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.830+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.831+0000 7f5843b74900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:43.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.831+0000 7f5843b74900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:43.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.831+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.831+0000 7f5843b74900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:43.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.831+0000 7f5843b74900 20 rados->read ofs=0 len=0 2026-04-02T12:03:43.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.831+0000 7f5843b74900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:43.833 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.831+0000 7f5843b74900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:43.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.835+0000 7f5843b74900 20 remove_watcher() i=6 2026-04-02T12:03:43.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.835+0000 7f5843b74900 2 removed watcher, disabling cache 2026-04-02T12:03:43.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.835+0000 7f5843b74900 20 remove_watcher() i=5 2026-04-02T12:03:43.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.835+0000 7f5843b74900 20 remove_watcher() i=0 2026-04-02T12:03:43.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.835+0000 7f5843b74900 20 remove_watcher() i=7 2026-04-02T12:03:43.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.835+0000 7f5843b74900 20 remove_watcher() i=3 2026-04-02T12:03:43.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.835+0000 7f5843b74900 20 remove_watcher() i=4 2026-04-02T12:03:43.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.835+0000 7f5843b74900 20 remove_watcher() i=2 2026-04-02T12:03:43.837 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:43.835+0000 7f5843b74900 20 remove_watcher() i=1 2026-04-02T12:03:43.843 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:43.843 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:43.843 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-commit-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.32 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:03:43.843 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:43.900 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2026-04-02T12:03:43.900 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:44.093 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T12:03:44.112 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:44.112 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:44.131 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.130+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.130+0000 7fa0cf92b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.130+0000 7fa0cf92b900 20 realm 2026-04-02T12:03:44.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.130+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.130+0000 7fa0cf92b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.130+0000 7fa0cf92b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:44.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.131+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.131+0000 7fa0cf92b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.131+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.131+0000 7fa0cf92b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:44.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.131+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.132+0000 7fa0cf92b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:44.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.132+0000 7fa0cf92b900 20 searching for the correct realm 2026-04-02T12:03:44.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.135+0000 7fa0c77fe640 0 -- 192.168.123.107:0/753910631 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x5597fd9f8920 msgr2=0x5597fda18dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:44.140 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.138+0000 7fa0c77fe640 0 -- 192.168.123.107:0/753910631 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5597fda3c960 msgr2=0x5597fda5cd40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:44.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.141+0000 7fa0cf92b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:44.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.141+0000 7fa0cf92b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:44.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.141+0000 7fa0cf92b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:44.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.141+0000 7fa0cf92b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:44.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.141+0000 7fa0cf92b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:44.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.141+0000 7fa0cf92b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:44.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.141+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 20 zone default found 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 4 Realm: () 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 20 zonegroup default 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.142+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.143+0000 7fa0cf92b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.143+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.143+0000 7fa0cf92b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.143+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.143+0000 7fa0cf92b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.143+0000 7fa0cf92b900 20 started sync module instance, tier type = 2026-04-02T12:03:44.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.143+0000 7fa0cf92b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:44.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.147+0000 7fa0cf92b900 20 add_watcher() i=6 2026-04-02T12:03:44.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.147+0000 7fa0cf92b900 20 add_watcher() i=0 2026-04-02T12:03:44.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.147+0000 7fa0cf92b900 20 add_watcher() i=2 2026-04-02T12:03:44.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.147+0000 7fa0cf92b900 20 add_watcher() i=7 2026-04-02T12:03:44.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.147+0000 7fa0cf92b900 20 add_watcher() i=5 2026-04-02T12:03:44.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.147+0000 7fa0cf92b900 20 add_watcher() i=4 2026-04-02T12:03:44.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.147+0000 7fa0cf92b900 20 add_watcher() i=1 2026-04-02T12:03:44.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.147+0000 7fa0cf92b900 20 add_watcher() i=3 2026-04-02T12:03:44.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.147+0000 7fa0cf92b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:44.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.149+0000 7fa0cf92b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:44.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.149+0000 7fa0cf92b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:44.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.149+0000 7fa0cf92b900 5 note: GC not initialized 2026-04-02T12:03:44.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.149+0000 7fa0737fe640 20 reqs_thread_entry: start 2026-04-02T12:03:44.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.186+0000 7fa0cf92b900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:44.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.186+0000 7fa0cf92b900 20 Filter name: none 2026-04-02T12:03:44.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.186+0000 7fa0717fa640 20 reqs_thread_entry: start 2026-04-02T12:03:44.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.186+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.186+0000 7fa0cf92b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:44.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.186+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.186+0000 7fa0cf92b900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:44.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.186+0000 7fa0cf92b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:44.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.186+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.187+0000 7fa0cf92b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:44.188 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.187+0000 7fa0cf92b900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.187+0000 7fa0cf92b900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:44.189 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.187+0000 7fa0cf92b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:44.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.191+0000 7fa0cf92b900 20 remove_watcher() i=0 2026-04-02T12:03:44.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.191+0000 7fa0cf92b900 2 removed watcher, disabling cache 2026-04-02T12:03:44.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.191+0000 7fa0cf92b900 20 remove_watcher() i=1 2026-04-02T12:03:44.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.191+0000 7fa0cf92b900 20 remove_watcher() i=5 2026-04-02T12:03:44.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.191+0000 7fa0cf92b900 20 remove_watcher() i=3 2026-04-02T12:03:44.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.191+0000 7fa0cf92b900 20 remove_watcher() i=6 2026-04-02T12:03:44.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.191+0000 7fa0cf92b900 20 remove_watcher() i=7 2026-04-02T12:03:44.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.191+0000 7fa0cf92b900 20 remove_watcher() i=2 2026-04-02T12:03:44.193 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.191+0000 7fa0cf92b900 20 remove_watcher() i=4 2026-04-02T12:03:44.199 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:44.199 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:44.199 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-commit-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:03:44.199 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:44.201 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2026-04-02T12:03:44.226 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:44.226 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:44.248 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.246+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.247+0000 7fddebb36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.247+0000 7fddebb36900 20 realm 2026-04-02T12:03:44.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.247+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.247+0000 7fddebb36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.247+0000 7fddebb36900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:44.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.247+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.247+0000 7fddebb36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.249 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.247+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.248+0000 7fddebb36900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:44.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.248+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.249+0000 7fddebb36900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:44.251 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.249+0000 7fddebb36900 20 searching for the correct realm 2026-04-02T12:03:44.255 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.253+0000 7fdde37fe640 0 -- 192.168.123.107:0/3841644908 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x560e675bf240 msgr2=0x560e675df6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:44.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.256+0000 7fdddbfff640 0 -- 192.168.123.107:0/3841644908 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fdddc0827b0 msgr2=0x7fdddc066a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:44.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.258+0000 7fddebb36900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:44.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.258+0000 7fddebb36900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:44.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.258+0000 7fddebb36900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:44.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.258+0000 7fddebb36900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:44.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.258+0000 7fddebb36900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:44.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.258+0000 7fddebb36900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:44.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.258+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.260 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 20 zone default found 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 4 Realm: () 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 20 zonegroup default 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.259+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.260+0000 7fddebb36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.260+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.260+0000 7fddebb36900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.260+0000 7fddebb36900 20 started sync module instance, tier type = 2026-04-02T12:03:44.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.260+0000 7fddebb36900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:44.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.263+0000 7fddebb36900 20 add_watcher() i=3 2026-04-02T12:03:44.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.263+0000 7fddebb36900 20 add_watcher() i=6 2026-04-02T12:03:44.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.263+0000 7fddebb36900 20 add_watcher() i=2 2026-04-02T12:03:44.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.264+0000 7fddebb36900 20 add_watcher() i=0 2026-04-02T12:03:44.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.264+0000 7fddebb36900 20 add_watcher() i=5 2026-04-02T12:03:44.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.264+0000 7fddebb36900 20 add_watcher() i=7 2026-04-02T12:03:44.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.264+0000 7fddebb36900 20 add_watcher() i=1 2026-04-02T12:03:44.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.264+0000 7fddebb36900 20 add_watcher() i=4 2026-04-02T12:03:44.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.264+0000 7fddebb36900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:44.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.266+0000 7fddebb36900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:44.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.266+0000 7fddebb36900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:44.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.266+0000 7fddebb36900 5 note: GC not initialized 2026-04-02T12:03:44.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.266+0000 7fdd8ffff640 20 reqs_thread_entry: start 2026-04-02T12:03:44.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.303+0000 7fddebb36900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:44.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.303+0000 7fddebb36900 20 Filter name: none 2026-04-02T12:03:44.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.303+0000 7fdd8dffb640 20 reqs_thread_entry: start 2026-04-02T12:03:44.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.303+0000 7fddebb36900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-02T12:03:44.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.303+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.303+0000 7fddebb36900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:44.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.303+0000 7fddebb36900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:44.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.303+0000 7fddebb36900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-02T12:03:44.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.303+0000 7fddebb36900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 : miss 2026-04-02T12:03:44.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.303+0000 7fddebb36900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.304+0000 7fddebb36900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:44.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.304+0000 7fddebb36900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 info.flags=0x17 2026-04-02T12:03:44.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.304+0000 7fddebb36900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 to cache LRU end 2026-04-02T12:03:44.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.304+0000 7fddebb36900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:44.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.304+0000 7fddebb36900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:44.306 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.304+0000 7fddebb36900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 2026-04-02T12:03:44.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.307+0000 7fddebb36900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 info.flags=0x17 2026-04-02T12:03:44.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.307+0000 7fddebb36900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 to cache LRU end 2026-04-02T12:03:44.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.307+0000 7fddebb36900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:44.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.307+0000 7fddebb36900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33, ofs0, ns] 2026-04-02T12:03:44.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.308+0000 7fddc6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763687 cookie 94619863644496 notifier 6502 bl.length()=1027 2026-04-02T12:03:44.309 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.308+0000 7fddc6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 info.flags=0x17 2026-04-02T12:03:44.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.308+0000 7fddc6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 to cache LRU end 2026-04-02T12:03:44.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.308+0000 7fddc6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:44.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.308+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): orig_sources= new_sources= 2026-04-02T12:03:44.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.308+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): potential sources added=[] removed=[] 2026-04-02T12:03:44.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.308+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): orig_dests= new_dests= 2026-04-02T12:03:44.310 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.308+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): potential dests added=[] removed=[] 2026-04-02T12:03:44.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.310+0000 7fddebb36900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33.1.0 2026-04-02T12:03:44.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.310+0000 7fddebb36900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33.1.0 2026-04-02T12:03:44.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.310+0000 7fddebb36900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33.1.1 2026-04-02T12:03:44.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.310+0000 7fddebb36900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33.1.1 2026-04-02T12:03:44.312 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.310+0000 7fddebb36900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33.0 2026-04-02T12:03:44.313 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.311+0000 7fddebb36900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:44.313 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.312+0000 7fddebb36900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 2026-04-02T12:03:44.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.312+0000 7fddebb36900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 info.flags=0x17 2026-04-02T12:03:44.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.313+0000 7fddebb36900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 to cache LRU end 2026-04-02T12:03:44.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.313+0000 7fddebb36900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:44.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.313+0000 7fddebb36900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33, ofs0, ns] 2026-04-02T12:03:44.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.313+0000 7fddc67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763688 cookie 94619863644496 notifier 6502 bl.length()=1027 2026-04-02T12:03:44.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.313+0000 7fddc67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 info.flags=0x17 2026-04-02T12:03:44.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.313+0000 7fddc67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 to cache LRU end 2026-04-02T12:03:44.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.313+0000 7fddc67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:44.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.313+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): orig_sources= new_sources= 2026-04-02T12:03:44.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.313+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): potential sources added=[] removed=[] 2026-04-02T12:03:44.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.313+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): orig_dests= new_dests= 2026-04-02T12:03:44.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.313+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): potential dests added=[] removed=[] 2026-04-02T12:03:44.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.314+0000 7fddebb36900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33.0 2026-04-02T12:03:44.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.314+0000 7fddebb36900 -1 Injecting error=-125 at location=commit_target_layout 2026-04-02T12:03:44.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.314+0000 7fddebb36900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:44.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.314+0000 7fddebb36900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 2026-04-02T12:03:44.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.315+0000 7fddebb36900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 info.flags=0x17 2026-04-02T12:03:44.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.315+0000 7fddebb36900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 to cache LRU end 2026-04-02T12:03:44.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.315+0000 7fddebb36900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:44.317 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.315+0000 7fddebb36900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33, ofs0, ns] 2026-04-02T12:03:44.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.316+0000 7fddc6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763689 cookie 94619863644496 notifier 6502 bl.length()=991 2026-04-02T12:03:44.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.316+0000 7fddc6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 info.flags=0x17 2026-04-02T12:03:44.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.316+0000 7fddc6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 to cache LRU end 2026-04-02T12:03:44.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.316+0000 7fddc6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:44.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.316+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): orig_sources= new_sources= 2026-04-02T12:03:44.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.316+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): potential sources added=[] removed=[] 2026-04-02T12:03:44.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.316+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): orig_dests= new_dests= 2026-04-02T12:03:44.318 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.316+0000 7fddebb36900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33]): potential dests added=[] removed=[] 2026-04-02T12:03:44.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.317+0000 7fddebb36900 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T12:03:44.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.321+0000 7fddebb36900 20 remove_watcher() i=2 2026-04-02T12:03:44.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.321+0000 7fddebb36900 2 removed watcher, disabling cache 2026-04-02T12:03:44.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.321+0000 7fddebb36900 20 remove_watcher() i=7 2026-04-02T12:03:44.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.321+0000 7fddebb36900 20 remove_watcher() i=1 2026-04-02T12:03:44.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.321+0000 7fddebb36900 20 remove_watcher() i=0 2026-04-02T12:03:44.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.321+0000 7fddebb36900 20 remove_watcher() i=4 2026-04-02T12:03:44.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.321+0000 7fddebb36900 20 remove_watcher() i=5 2026-04-02T12:03:44.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.321+0000 7fddebb36900 20 remove_watcher() i=6 2026-04-02T12:03:44.323 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.321+0000 7fddebb36900 20 remove_watcher() i=3 2026-04-02T12:03:44.330 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T12:03:44.349 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:44.349 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:44.368 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.366+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.368+0000 7f5befb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.368+0000 7f5befb2d900 20 realm 2026-04-02T12:03:44.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.368+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.368+0000 7f5befb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.368+0000 7f5befb2d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:44.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.368+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.368+0000 7f5befb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.370 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.368+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.369+0000 7f5befb2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:44.371 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.369+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.370+0000 7f5befb2d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:44.372 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.370+0000 7f5befb2d900 20 searching for the correct realm 2026-04-02T12:03:44.374 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.373+0000 7f5be77fe640 0 -- 192.168.123.107:0/962113528 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x56055eaac080 msgr2=0x56055eacc460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:44.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.376+0000 7f5be77fe640 0 -- 192.168.123.107:0/962113528 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x7f5ba80a4b80 msgr2=0x7f5ba80c4f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:44.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.378+0000 7f5befb2d900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:44.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.378+0000 7f5befb2d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:44.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.378+0000 7f5befb2d900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:44.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.378+0000 7f5befb2d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:44.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.378+0000 7f5befb2d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:44.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.378+0000 7f5befb2d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:44.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.378+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 20 zone default found 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 4 Realm: () 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 20 zonegroup default 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.379+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.380+0000 7f5befb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.380+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.380+0000 7f5befb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.380+0000 7f5befb2d900 20 started sync module instance, tier type = 2026-04-02T12:03:44.382 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.380+0000 7f5befb2d900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:44.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.383+0000 7f5befb2d900 20 add_watcher() i=3 2026-04-02T12:03:44.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.383+0000 7f5befb2d900 20 add_watcher() i=7 2026-04-02T12:03:44.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.383+0000 7f5befb2d900 20 add_watcher() i=0 2026-04-02T12:03:44.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.383+0000 7f5befb2d900 20 add_watcher() i=6 2026-04-02T12:03:44.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.383+0000 7f5befb2d900 20 add_watcher() i=2 2026-04-02T12:03:44.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.383+0000 7f5befb2d900 20 add_watcher() i=5 2026-04-02T12:03:44.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.383+0000 7f5befb2d900 20 add_watcher() i=4 2026-04-02T12:03:44.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.384+0000 7f5befb2d900 20 add_watcher() i=1 2026-04-02T12:03:44.385 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.384+0000 7f5befb2d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:44.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.385+0000 7f5befb2d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:44.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.385+0000 7f5befb2d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:44.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.385+0000 7f5befb2d900 5 note: GC not initialized 2026-04-02T12:03:44.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.385+0000 7f5b937fe640 20 reqs_thread_entry: start 2026-04-02T12:03:44.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.420+0000 7f5befb2d900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:44.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.420+0000 7f5befb2d900 20 Filter name: none 2026-04-02T12:03:44.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.421+0000 7f5b917fa640 20 reqs_thread_entry: start 2026-04-02T12:03:44.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.421+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.421+0000 7f5befb2d900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:44.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.421+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.421+0000 7f5befb2d900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:44.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.421+0000 7f5befb2d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:44.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.421+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.422+0000 7f5befb2d900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:44.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.422+0000 7f5befb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.422+0000 7f5befb2d900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:44.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.422+0000 7f5befb2d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:44.428 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.426+0000 7f5befb2d900 20 remove_watcher() i=0 2026-04-02T12:03:44.428 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.426+0000 7f5befb2d900 2 removed watcher, disabling cache 2026-04-02T12:03:44.428 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.426+0000 7f5befb2d900 20 remove_watcher() i=3 2026-04-02T12:03:44.428 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.426+0000 7f5befb2d900 20 remove_watcher() i=7 2026-04-02T12:03:44.428 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.426+0000 7f5befb2d900 20 remove_watcher() i=2 2026-04-02T12:03:44.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.427+0000 7f5befb2d900 20 remove_watcher() i=1 2026-04-02T12:03:44.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.427+0000 7f5befb2d900 20 remove_watcher() i=4 2026-04-02T12:03:44.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.427+0000 7f5befb2d900 20 remove_watcher() i=6 2026-04-02T12:03:44.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.427+0000 7f5befb2d900 20 remove_watcher() i=5 2026-04-02T12:03:44.435 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:44.435 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:44.435 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-commit-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.33 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-02T12:03:44.435 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:44.492 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with abort at commit_target_layout 2026-04-02T12:03:44.492 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:44.667 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-02T12:03:44.685 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:44.685 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:44.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.704+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.705+0000 7fee93412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.705+0000 7fee93412900 20 realm 2026-04-02T12:03:44.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.705+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.705+0000 7fee93412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.705+0000 7fee93412900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:44.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.705+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.705+0000 7fee93412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.705+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.706+0000 7fee93412900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:44.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.706+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.708 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.707+0000 7fee93412900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:44.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.707+0000 7fee93412900 20 searching for the correct realm 2026-04-02T12:03:44.709 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.708+0000 7fee8e2e6640 0 -- 192.168.123.107:0/2413474929 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7fee7c069f40 msgr2=0x7fee7c073050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:44.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.912+0000 7fee8e2e6640 0 -- 192.168.123.107:0/2413474929 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7fee7c069f40 msgr2=0x7fee7c073050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:44.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.916+0000 7fee93412900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:44.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.916+0000 7fee93412900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:44.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.916+0000 7fee93412900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:44.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.916+0000 7fee93412900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:44.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.916+0000 7fee93412900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:44.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.916+0000 7fee93412900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:44.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.916+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.916+0000 7fee93412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.916+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:44.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 20 zone default found 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 4 Realm: () 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 20 zonegroup default 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.917+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.918+0000 7fee93412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.918+0000 7fee93412900 20 started sync module instance, tier type = 2026-04-02T12:03:44.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.918+0000 7fee93412900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:44.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.921+0000 7fee93412900 20 add_watcher() i=4 2026-04-02T12:03:44.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.921+0000 7fee93412900 20 add_watcher() i=5 2026-04-02T12:03:44.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.921+0000 7fee93412900 20 add_watcher() i=6 2026-04-02T12:03:44.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.921+0000 7fee93412900 20 add_watcher() i=0 2026-04-02T12:03:44.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.921+0000 7fee93412900 20 add_watcher() i=7 2026-04-02T12:03:44.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.921+0000 7fee93412900 20 add_watcher() i=2 2026-04-02T12:03:44.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.921+0000 7fee93412900 20 add_watcher() i=1 2026-04-02T12:03:44.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.922+0000 7fee93412900 20 add_watcher() i=3 2026-04-02T12:03:44.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.922+0000 7fee93412900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:44.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.924+0000 7fee93412900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:44.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.924+0000 7fee93412900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:44.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.924+0000 7fee93412900 5 note: GC not initialized 2026-04-02T12:03:44.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.924+0000 7fee377fe640 20 reqs_thread_entry: start 2026-04-02T12:03:44.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.960+0000 7fee93412900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:44.962 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.960+0000 7fee93412900 20 Filter name: none 2026-04-02T12:03:44.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.960+0000 7fee357fa640 20 reqs_thread_entry: start 2026-04-02T12:03:44.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.961+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.961+0000 7fee93412900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:44.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.961+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.961+0000 7fee93412900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:44.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.961+0000 7fee93412900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:44.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.961+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.961+0000 7fee93412900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:44.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.961+0000 7fee93412900 20 rados->read ofs=0 len=0 2026-04-02T12:03:44.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.962+0000 7fee93412900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:44.963 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.962+0000 7fee93412900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:44.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.965+0000 7fee93412900 20 remove_watcher() i=5 2026-04-02T12:03:44.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.965+0000 7fee93412900 2 removed watcher, disabling cache 2026-04-02T12:03:44.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.965+0000 7fee93412900 20 remove_watcher() i=6 2026-04-02T12:03:44.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.966+0000 7fee93412900 20 remove_watcher() i=7 2026-04-02T12:03:44.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.966+0000 7fee93412900 20 remove_watcher() i=2 2026-04-02T12:03:44.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.966+0000 7fee93412900 20 remove_watcher() i=1 2026-04-02T12:03:44.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.966+0000 7fee93412900 20 remove_watcher() i=0 2026-04-02T12:03:44.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.967+0000 7fee93412900 20 remove_watcher() i=3 2026-04-02T12:03:44.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:44.967+0000 7fee93412900 20 remove_watcher() i=4 2026-04-02T12:03:44.975 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:44.975 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:44.975 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-commit-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:03:44.975 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:44.976 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2026-04-02T12:03:44.997 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:44.998 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:45.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.017+0000 7f7d4432c900 20 realm 2026-04-02T12:03:45.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.017+0000 7f7d4432c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:45.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:45.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.019+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:45.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.019+0000 7f7d4432c900 20 searching for the correct realm 2026-04-02T12:03:45.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.020+0000 7f7d40944640 0 -- 192.168.123.107:0/3078648957 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f7d280a1c30 msgr2=0x7f7d28023a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:45.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.225+0000 7f7d3b7fe640 0 -- 192.168.123.107:0/3078648957 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f7d34010440 msgr2=0x7f7d340108b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:45.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:45.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:45.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:45.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:45.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:45.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.430+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.430+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.430+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 20 zone default found 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 4 Realm: () 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 20 zonegroup default 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.432+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.432+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.432+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.432+0000 7f7d4432c900 20 started sync module instance, tier type = 2026-04-02T12:03:45.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.432+0000 7f7d4432c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:45.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=7 2026-04-02T12:03:45.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=2 2026-04-02T12:03:45.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=3 2026-04-02T12:03:45.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=1 2026-04-02T12:03:45.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=0 2026-04-02T12:03:45.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.437+0000 7f7d4432c900 20 add_watcher() i=6 2026-04-02T12:03:45.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.437+0000 7f7d4432c900 20 add_watcher() i=5 2026-04-02T12:03:45.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.437+0000 7f7d4432c900 20 add_watcher() i=4 2026-04-02T12:03:45.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.437+0000 7f7d4432c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:45.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.439+0000 7f7d4432c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:45.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.439+0000 7f7d4432c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:45.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.439+0000 7f7d4432c900 5 note: GC not initialized 2026-04-02T12:03:45.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.439+0000 7f7ced7ea640 20 reqs_thread_entry: start 2026-04-02T12:03:45.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.475+0000 7f7d4432c900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:45.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.476+0000 7f7d4432c900 20 Filter name: none 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.476+0000 7f7ce6ffd640 20 reqs_thread_entry: start 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.476+0000 7f7d4432c900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.476+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.476+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.476+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.476+0000 7f7d4432c900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.476+0000 7f7d4432c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 : miss 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.476+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.477+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.477+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.477+0000 7f7d4432c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.477+0000 7f7d4432c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.477+0000 7f7d4432c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.478 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.477+0000 7f7d4432c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 2026-04-02T12:03:45.481 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.481 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d4432c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d4432c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d4432c900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34, ofs0, ns] 2026-04-02T12:03:45.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763746 cookie 94631986066784 notifier 6869 bl.length()=1027 2026-04-02T12:03:45.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_sources= new_sources= 2026-04-02T12:03:45.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential sources added=[] removed=[] 2026-04-02T12:03:45.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_dests= new_dests= 2026-04-02T12:03:45.482 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential dests added=[] removed=[] 2026-04-02T12:03:45.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.482+0000 7f7d4432c900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.0 2026-04-02T12:03:45.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.482+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.0 2026-04-02T12:03:45.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.482+0000 7f7d4432c900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.1 2026-04-02T12:03:45.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.482+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.1 2026-04-02T12:03:45.484 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.483+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.0 2026-04-02T12:03:45.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.484+0000 7f7d4432c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:45.486 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.484+0000 7f7d4432c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.485+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.485+0000 7f7d4432c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.485+0000 7f7d4432c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.485+0000 7f7d4432c900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34, ofs0, ns] 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763747 cookie 94631986066784 notifier 6869 bl.length()=1027 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_sources= new_sources= 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential sources added=[] removed=[] 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_dests= new_dests= 2026-04-02T12:03:45.487 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential dests added=[] removed=[] 2026-04-02T12:03:45.488 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.486+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.0 2026-04-02T12:03:45.488 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d4432c900 time 2026-04-02T12:03:45.488351+0000 2026-04-02T12:03:45.488 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7d4578f8f8] 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x561136dcc969] 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 3: main() 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f7d4482a610] 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 5: __libc_start_main() 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 6: _start() 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.487+0000 7f7d4432c900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d4432c900 time 2026-04-02T12:03:45.488351+0000 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7d4578f8f8] 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x561136dcc969] 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 3: main() 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f7d4482a610] 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 5: __libc_start_main() 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 6: _start() 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7d4432c900 thread_name:radosgw-admin 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7d4483fc30] 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7d4488d02c] 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7d4578f957] 2026-04-02T12:03:45.489 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x561136dcc969] 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 7: main() 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f7d4482a610] 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 9: __libc_start_main() 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 10: _start() 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.488+0000 7f7d4432c900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7d4432c900 thread_name:radosgw-admin 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7d4483fc30] 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7d4488d02c] 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7d4578f957] 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x561136dcc969] 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 7: main() 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f7d4482a610] 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 9: __libc_start_main() 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 10: _start() 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.490 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: crc 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: secure 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: crc 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: secure 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: crc 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: secure 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:03:45.003+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:03:45.003+0000 7f7d4432c900 1 librados: starting msgr at 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:03:45.003+0000 7f7d4432c900 1 librados: starting objecter 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command objecter_requests hook 0x5611399da8b0 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:03:45.003+0000 7f7d4432c900 1 librados: setting wanted keys 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:03:45.003+0000 7f7d4432c900 1 librados: calling monclient init 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient: init 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding auth protocol: cephx 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding auth protocol: cephx 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding auth protocol: cephx 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.501 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:03:45.003+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:03:45.003+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command rotate-key hook 0x5611399a9098 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-c con 0x5611399d9f50 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-a con 0x5611399dd080 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-b con 0x7f7d20002390 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): authenticate will time out at 1793.056778s 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request con 0x5611399dd080 auth_method 0 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request con 0x5611399d9f50 auth_method 0 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:03:45.003+0000 7f7d40944640 10 monclient(hunting): get_auth_request con 0x7f7d20002390 auth_method 0 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:03:45.003+0000 7f7d40944640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:03:45.003+0000 7f7d40944640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:03:45.003+0000 7f7d40944640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_done global_id 7311 payload 824 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 1 monclient: found mon.noname-a 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: dump: 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: _finish_auth 0 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: dump: 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.502 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:03:45.004+0000 7f7d4432c900 5 monclient: authenticate success, global_id 7311 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:03:45.004+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:03:45.004+0000 7f7d327fc640 4 set_mon_vals no callback set 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:03:45.004+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:03:45.004+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:03:45.004+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:03:45.004+0000 7f7d4432c900 1 librados: init done 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:03:45.005+0000 7f7d30ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:03:45.005+0000 7f7d30ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:03:45.005+0000 7f7d30ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:03:45.005+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x7f7d1c077610 auth_method 0 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:03:45.005+0000 7f7d40944640 10 monclient: get_auth_request con 0x561139a91a10 auth_method 0 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:03:45.006+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139b1ee20 auth_method 0 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:03:45.007+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x561139b41000 auth_method 0 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:03:45.008+0000 7f7d40944640 10 monclient: get_auth_request con 0x561139b40720 auth_method 0 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:03:45.008+0000 7f7d4432c900 10 monclient: build_initial_monmap 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:03:45.008+0000 7f7d4432c900 1 build_initial for_mkfs: 0 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:03:45.008+0000 7f7d4432c900 10 monclient: monmap: 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding auth protocol: cephx 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding auth protocol: cephx 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding auth protocol: cephx 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:03:45.008+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command objecter_requests cmddesc objecter_requests hook 0x561139b87f00 EEXIST 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient: init 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding auth protocol: cephx 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding auth protocol: cephx 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding auth protocol: cephx 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.503 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:03:45.009+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:03:45.009+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command rotate-key cmddesc rotate-key hook 0x561139b61f70 EEXIST 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-c con 0x561139bb0130 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-b con 0x561139bb0500 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-a con 0x561139be27f0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): authenticate will time out at 1793.062777s 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request con 0x561139bb0130 auth_method 0 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request con 0x561139be27f0 auth_method 0 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:03:45.009+0000 7f7d40944640 10 monclient(hunting): get_auth_request con 0x561139bb0500 auth_method 0 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:03:45.009+0000 7f7d40944640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:03:45.009+0000 7f7d40944640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:03:45.009+0000 7f7d40944640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:03:45.010+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:03:45.010+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:03:45.010+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:03:45.010+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:03:45.010+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_done global_id 6863 payload 824 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:03:45.010+0000 7f7d3b7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:03:45.010+0000 7f7d3b7fe640 1 monclient: found mon.noname-c 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:03:45.010+0000 7f7d3b7fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: dump: 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: _finish_auth 0 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: dump: 2026-04-02T12:03:45.504 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:03:45.010+0000 7f7d4432c900 5 monclient: authenticate success, global_id 6863 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:03:45.010+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:03:45.010+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:03:45.010+0000 7f7d41145640 4 set_mon_vals no callback set 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:03:45.010+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:03:45.010+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:03:45.011+0000 7f7d25ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:03:45.011+0000 7f7d25ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:03:45.011+0000 7f7d25ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:03:45.011+0000 7f7d40944640 10 monclient: get_auth_request con 0x7f7d100775a0 auth_method 0 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:03:45.011+0000 7f7d4432c900 10 monclient: get_monmap_and_config 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:03:45.011+0000 7f7d4432c900 10 monclient: build_initial_monmap 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:03:45.011+0000 7f7d4432c900 1 build_initial for_mkfs: 0 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:03:45.011+0000 7f7d4432c900 10 monclient: monmap: 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:03:45.011+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding auth protocol: cephx 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:03:45.011+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding auth protocol: cephx 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:03:45.011+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding auth protocol: cephx 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:03:45.012+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:03:45.012+0000 7f7d4432c900 10 monclient: init 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding auth protocol: cephx 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding auth protocol: cephx 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding auth protocol: cephx 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.505 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:03:45.012+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:03:45.012+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd1fc59df8 EEXIST 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:03:45.012+0000 7f7d4432c900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:03:45.012+0000 7f7d4432c900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:03:45.012+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-a con 0x561139c6bb10 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-b con 0x561139c72fc0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-c con 0x561139c9bf10 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): authenticate will time out at 1793.066081s 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request con 0x561139c6bb10 auth_method 0 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:03:45.013+0000 7f7d40944640 10 monclient(hunting): get_auth_request con 0x561139c72fc0 auth_method 0 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:03:45.013+0000 7f7d40944640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:03:45.013+0000 7f7d40944640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:03:45.013+0000 7f7d40944640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request con 0x561139c9bf10 auth_method 0 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_done global_id 7317 payload 274 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 1 monclient: found mon.noname-a 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: dump: 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: _finish_auth 0 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: _check_auth_tickets 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: dump: 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.506 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:03:45.013+0000 7f7d4432c900 5 monclient: authenticate success, global_id 7317 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient: get_monmap_and_config success 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:03:45.013+0000 7f7d4432c900 4 set_mon_vals no callback set 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient: shutdown 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient: build_initial_monmap 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:03:45.013+0000 7f7d4432c900 1 build_initial for_mkfs: 0 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient: monmap: 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding auth protocol: cephx 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding auth protocol: cephx 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding auth protocol: cephx 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:03:45.014+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:03:45.014+0000 7f7d4432c900 1 librados: starting msgr at 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:03:45.014+0000 7f7d4432c900 1 librados: starting objecter 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command objecter_requests cmddesc objecter_requests hook 0x561139c47620 EEXIST 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:03:45.014+0000 7f7d4432c900 1 librados: setting wanted keys 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:03:45.014+0000 7f7d4432c900 1 librados: calling monclient init 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient: init 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding auth protocol: cephx 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding auth protocol: cephx 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding auth protocol: cephx 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:03:45.014+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:03:45.014+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command rotate-key cmddesc rotate-key hook 0x561139bdbcf8 EEXIST 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-c con 0x561139c72fc0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-a con 0x561139c9bf10 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-b con 0x561139c9abb0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:45.507 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): authenticate will time out at 1793.067965s 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:03:45.014+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request con 0x561139c72fc0 auth_method 0 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:03:45.014+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:03:45.014+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:03:45.014+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:03:45.014+0000 7f7d40944640 10 monclient(hunting): get_auth_request con 0x561139c9bf10 auth_method 0 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_done global_id 6869 payload 824 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 1 monclient: found mon.noname-c 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:03:45.015+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139c9abb0 auth_method 0 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: dump: 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: _finish_auth 0 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: dump: 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:03:45.015+0000 7f7d4432c900 5 monclient: authenticate success, global_id 6869 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:03:45.015+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:03:45.015+0000 7f7d1b7fe640 4 set_mon_vals no callback set 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:03:45.015+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:03:45.015+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:03:45.015+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:03:45.015+0000 7f7d4432c900 1 librados: init done 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:03:45.015+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command cr dump hook 0x561139c9c908 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:03:45.016+0000 7f7d19ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:03:45.016+0000 7f7d19ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:03:45.016+0000 7f7d19ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:03:45.016+0000 7f7d40944640 10 monclient: get_auth_request con 0x7f7cfc077530 auth_method 0 2026-04-02T12:03:45.508 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:03:45.017+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139d0b9b0 auth_method 0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 realm 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:03:45.017+0000 7f7d4432c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:03:45.018+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x561139d2e2b0 auth_method 0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:03:45.018+0000 7f7d40944640 10 monclient: get_auth_request con 0x561139d4f9c0 auth_method 0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:03:45.019+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:03:45.019+0000 7f7d4432c900 20 searching for the correct realm 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:03:45.019+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139d72780 auth_method 0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:03:45.020+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x7f7d2c094040 auth_method 0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:03:45.020+0000 7f7d40944640 0 -- 192.168.123.107:0/3078648957 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f7d280a1c30 msgr2=0x7f7d28023a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:03:45.221+0000 7f7d40944640 10 monclient: get_auth_request con 0x7f7d280a1c30 auth_method 0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:03:45.223+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x7f7d3403b980 auth_method 0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:03:45.225+0000 7f7d3b7fe640 0 -- 192.168.123.107:0/3078648957 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f7d34010440 msgr2=0x7f7d340108b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:03:45.425+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x7f7d34010440 auth_method 0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 zone default found 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:03:45.431+0000 7f7d4432c900 4 Realm: () 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:03:45.431+0000 7f7d4432c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:03:45.431+0000 7f7d4432c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:03:45.431+0000 7f7d4432c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 zonegroup default 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:03:45.432+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:03:45.432+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:03:45.432+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:03:45.432+0000 7f7d4432c900 20 started sync module instance, tier type = 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:03:45.432+0000 7f7d4432c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=7 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=2 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=3 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=1 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:03:45.437+0000 7f7d4432c900 20 add_watcher() i=6 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:03:45.437+0000 7f7d4432c900 20 add_watcher() i=5 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:03:45.437+0000 7f7d4432c900 20 add_watcher() i=4 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:03:45.437+0000 7f7d4432c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:03:45.437+0000 7f7d40944640 10 monclient: get_auth_request con 0x7f7cc8007200 auth_method 0 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding auth protocol: cephx 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding auth protocol: cephx 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding auth protocol: cephx 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.509 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:03:45.439+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:03:45.439+0000 7f7d4432c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:03:45.439+0000 7f7d4432c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command cache list hook 0x561139c6f5f0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command cache inspect hook 0x561139c6f5f0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command cache erase hook 0x561139c6f5f0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command cache zap hook 0x561139c6f5f0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 note: GC not initialized 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:03:45.439+0000 7f7ced7ea640 20 reqs_thread_entry: start 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command sync trace show hook 0x7f7d2807e070 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command sync trace history hook 0x7f7d2807e070 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command sync trace active hook 0x7f7d2807e070 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command sync trace active_short hook 0x7f7d2807e070 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:03:45.439+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139da35f0 auth_method 0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:03:45.441+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x561139d9d3e0 auth_method 0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:03:45.442+0000 7f7d40944640 10 monclient: get_auth_request con 0x561139d9e660 auth_method 0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:03:45.444+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139e884c0 auth_method 0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:03:45.447+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x561139e89520 auth_method 0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:03:45.452+0000 7f7d40944640 10 monclient: get_auth_request con 0x561139e8d080 auth_method 0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:03:45.475+0000 7f7d4432c900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:03:45.476+0000 7f7d4432c900 20 Filter name: none 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:03:45.476+0000 7f7ce6ffd640 20 reqs_thread_entry: start 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:03:45.476+0000 7f7d4432c900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:03:45.476+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:03:45.476+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:03:45.476+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:03:45.476+0000 7f7d4432c900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:03:45.476+0000 7f7d4432c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 : miss 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:03:45.476+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:03:45.477+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:03:45.477+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:03:45.477+0000 7f7d4432c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:03:45.477+0000 7f7d4432c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:03:45.477+0000 7f7d4432c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:03:45.477+0000 7f7d4432c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:03:45.480+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:03:45.480+0000 7f7d4432c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:03:45.480+0000 7f7d4432c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:03:45.480+0000 7f7d4432c900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34, ofs0, ns] 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763746 cookie 94631986066784 notifier 6869 bl.length()=1027 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_sources= new_sources= 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential sources added=[] removed=[] 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_dests= new_dests= 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential dests added=[] removed=[] 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:03:45.482+0000 7f7d4432c900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:03:45.482+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:03:45.482+0000 7f7d4432c900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.1 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:03:45.482+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.1 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:03:45.483+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.0 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:03:45.484+0000 7f7d4432c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:03:45.484+0000 7f7d4432c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 2026-04-02T12:03:45.510 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:03:45.485+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:03:45.485+0000 7f7d4432c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:03:45.485+0000 7f7d4432c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:03:45.485+0000 7f7d4432c900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34, ofs0, ns] 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763747 cookie 94631986066784 notifier 6869 bl.length()=1027 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_sources= new_sources= 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential sources added=[] removed=[] 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_dests= new_dests= 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential dests added=[] removed=[] 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:03:45.486+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.0 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:03:45.487+0000 7f7d4432c900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d4432c900 time 2026-04-02T12:03:45.488351+0000 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7d4578f8f8] 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x561136dcc969] 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 3: main() 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f7d4482a610] 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 5: __libc_start_main() 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 6: _start() 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:03:45.488+0000 7f7d4432c900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7d4432c900 thread_name:radosgw-admin 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7d4483fc30] 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7d4488d02c] 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7d4578f957] 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x561136dcc969] 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 7: main() 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f7d4482a610] 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 9: __libc_start_main() 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 10: _start() 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:03:45.511 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:03:45.512 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7ce6ffd640 / http_manager 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7ced7ea640 / http_manager 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d19ffb640 / ms_dispatch 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d1affd640 / io_context_pool 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d1b7fe640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d25ffb640 / ms_dispatch 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d30ff9640 / ms_dispatch 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d327fc640 / io_context_pool, ms_dispatch 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d32ffd640 / admin_socket 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d3affd640 / ms_dispatch 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d3b7fe640 / msgr-worker-2 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d3bfff640 / msgr-worker-1 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d40944640 / msgr-worker-0 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d41145640 / io_context_pool 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d4432c900 / radosgw-admin 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.91447.log 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: crc 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: secure 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: crc 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: secure 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: crc 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:03:45.002+0000 7f7d4432c900 5 AuthRegistry(0x5611399ae880) adding con mode: secure 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:03:45.003+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:03:45.003+0000 7f7d4432c900 1 librados: starting msgr at 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:03:45.003+0000 7f7d4432c900 1 librados: starting objecter 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command objecter_requests hook 0x5611399da8b0 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:03:45.003+0000 7f7d4432c900 1 librados: setting wanted keys 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:03:45.003+0000 7f7d4432c900 1 librados: calling monclient init 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient: init 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding auth protocol: cephx 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding auth protocol: cephx 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding auth protocol: cephx 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: crc 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 AuthRegistry(0x5611399a8f50) adding con mode: secure 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:03:45.003+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:03:45.003+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:03:45.003+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command rotate-key hook 0x5611399a9098 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:03:45.513 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-c con 0x5611399d9f50 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-a con 0x5611399dd080 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-b con 0x7f7d20002390 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:03:45.003+0000 7f7d4432c900 10 monclient(hunting): authenticate will time out at 1793.056778s 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request con 0x5611399dd080 auth_method 0 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request con 0x5611399d9f50 auth_method 0 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:03:45.003+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:03:45.003+0000 7f7d40944640 10 monclient(hunting): get_auth_request con 0x7f7d20002390 auth_method 0 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:03:45.003+0000 7f7d40944640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:03:45.003+0000 7f7d40944640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:03:45.003+0000 7f7d40944640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_done global_id 7311 payload 824 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 1 monclient: found mon.noname-a 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:03:45.003+0000 7f7d3b7fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: dump: 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: _finish_auth 0 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:03:45.004+0000 7f7d30ff9640 10 monclient: dump: 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:03:45.004+0000 7f7d4432c900 5 monclient: authenticate success, global_id 7311 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:03:45.004+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:03:45.004+0000 7f7d327fc640 4 set_mon_vals no callback set 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:03:45.004+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:03:45.004+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.514 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:03:45.004+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:03:45.004+0000 7f7d4432c900 1 librados: init done 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:03:45.005+0000 7f7d30ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:03:45.005+0000 7f7d30ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:03:45.005+0000 7f7d30ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:03:45.005+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x7f7d1c077610 auth_method 0 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:03:45.005+0000 7f7d40944640 10 monclient: get_auth_request con 0x561139a91a10 auth_method 0 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:03:45.006+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139b1ee20 auth_method 0 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:03:45.007+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x561139b41000 auth_method 0 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:03:45.008+0000 7f7d40944640 10 monclient: get_auth_request con 0x561139b40720 auth_method 0 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:03:45.008+0000 7f7d4432c900 10 monclient: build_initial_monmap 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:03:45.008+0000 7f7d4432c900 1 build_initial for_mkfs: 0 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:03:45.008+0000 7f7d4432c900 10 monclient: monmap: 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding auth protocol: cephx 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding auth protocol: cephx 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding auth protocol: cephx 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:03:45.008+0000 7f7d4432c900 5 AuthRegistry(0x561139b84ae0) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:03:45.008+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command objecter_requests cmddesc objecter_requests hook 0x561139b87f00 EEXIST 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient: init 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding auth protocol: cephx 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding auth protocol: cephx 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding auth protocol: cephx 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: crc 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 AuthRegistry(0x561139b61e28) adding con mode: secure 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:03:45.009+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:03:45.009+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:03:45.009+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command rotate-key cmddesc rotate-key hook 0x561139b61f70 EEXIST 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-c con 0x561139bb0130 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-b con 0x561139bb0500 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:45.515 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-a con 0x561139be27f0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:03:45.009+0000 7f7d4432c900 10 monclient(hunting): authenticate will time out at 1793.062777s 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request con 0x561139bb0130 auth_method 0 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request con 0x561139be27f0 auth_method 0 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:03:45.009+0000 7f7d40944640 10 monclient(hunting): get_auth_request con 0x561139bb0500 auth_method 0 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:03:45.009+0000 7f7d40944640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:03:45.009+0000 7f7d40944640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:03:45.009+0000 7f7d40944640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:03:45.009+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:03:45.009+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:03:45.010+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:03:45.010+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:03:45.010+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:03:45.010+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:03:45.010+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_done global_id 6863 payload 824 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:03:45.010+0000 7f7d3b7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:03:45.010+0000 7f7d3b7fe640 1 monclient: found mon.noname-c 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:03:45.010+0000 7f7d3b7fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: dump: 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: _finish_auth 0 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:03:45.010+0000 7f7d25ffb640 10 monclient: dump: 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:03:45.010+0000 7f7d4432c900 5 monclient: authenticate success, global_id 6863 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:03:45.010+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:03:45.010+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:03:45.010+0000 7f7d41145640 4 set_mon_vals no callback set 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:03:45.010+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:03:45.010+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.516 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:03:45.011+0000 7f7d25ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:03:45.011+0000 7f7d25ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:03:45.011+0000 7f7d25ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:03:45.011+0000 7f7d40944640 10 monclient: get_auth_request con 0x7f7d100775a0 auth_method 0 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:03:45.011+0000 7f7d4432c900 10 monclient: get_monmap_and_config 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:03:45.011+0000 7f7d4432c900 10 monclient: build_initial_monmap 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:03:45.011+0000 7f7d4432c900 1 build_initial for_mkfs: 0 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:03:45.011+0000 7f7d4432c900 10 monclient: monmap: 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:03:45.011+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding auth protocol: cephx 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:03:45.011+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding auth protocol: cephx 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:03:45.011+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding auth protocol: cephx 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x561139c44a40) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:03:45.012+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:03:45.012+0000 7f7d4432c900 10 monclient: init 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding auth protocol: cephx 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding auth protocol: cephx 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding auth protocol: cephx 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: crc 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59cb0) adding con mode: secure 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:03:45.012+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:03:45.012+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:03:45.012+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd1fc59df8 EEXIST 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:03:45.012+0000 7f7d4432c900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:03:45.012+0000 7f7d4432c900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:03:45.012+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-a con 0x561139c6bb10 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-b con 0x561139c72fc0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-c con 0x561139c9bf10 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient(hunting): authenticate will time out at 1793.066081s 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request con 0x561139c6bb10 auth_method 0 2026-04-02T12:03:45.517 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:03:45.013+0000 7f7d40944640 10 monclient(hunting): get_auth_request con 0x561139c72fc0 auth_method 0 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:03:45.013+0000 7f7d40944640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:03:45.013+0000 7f7d40944640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:03:45.013+0000 7f7d40944640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request con 0x561139c9bf10 auth_method 0 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:03:45.013+0000 7f7d3bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_done global_id 7317 payload 274 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 1 monclient: found mon.noname-a 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:03:45.013+0000 7f7d3b7fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: dump: 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: _finish_auth 0 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: _check_auth_tickets 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:03:45.013+0000 7f7d1b7fe640 10 monclient: dump: 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:03:45.013+0000 7f7d4432c900 5 monclient: authenticate success, global_id 7317 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient: get_monmap_and_config success 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:03:45.013+0000 7f7d4432c900 4 set_mon_vals no callback set 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient: shutdown 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient: build_initial_monmap 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:03:45.013+0000 7f7d4432c900 1 build_initial for_mkfs: 0 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:03:45.013+0000 7f7d4432c900 10 monclient: monmap: 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:03:45.518 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding auth protocol: cephx 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding auth protocol: cephx 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding auth protocol: cephx 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139c49b40) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:03:45.014+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:03:45.014+0000 7f7d4432c900 1 librados: starting msgr at 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:03:45.014+0000 7f7d4432c900 1 librados: starting objecter 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command objecter_requests cmddesc objecter_requests hook 0x561139c47620 EEXIST 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:03:45.014+0000 7f7d4432c900 1 librados: setting wanted keys 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:03:45.014+0000 7f7d4432c900 1 librados: calling monclient init 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient: init 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding auth protocol: cephx 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding auth protocol: cephx 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding auth protocol: cephx 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: crc 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 AuthRegistry(0x561139bdbbb0) adding con mode: secure 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:03:45.014+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:03:45.014+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:03:45.014+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command rotate-key cmddesc rotate-key hook 0x561139bdbcf8 EEXIST 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-c con 0x561139c72fc0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-a con 0x561139c9bf10 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): picked mon.noname-b con 0x561139c9abb0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:03:45.014+0000 7f7d4432c900 10 monclient(hunting): authenticate will time out at 1793.067965s 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:03:45.014+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request con 0x561139c72fc0 auth_method 0 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:03:45.014+0000 7f7d3b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:03:45.014+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:03:45.014+0000 7f7d3b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:03:45.014+0000 7f7d40944640 10 monclient(hunting): get_auth_request con 0x561139c9bf10 auth_method 0 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:45.519 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:03:45.015+0000 7f7d40944640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient(hunting): handle_auth_done global_id 6869 payload 824 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 1 monclient: found mon.noname-c 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:03:45.015+0000 7f7d3b7fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:03:45.015+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139c9abb0 auth_method 0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: dump: 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: _finish_auth 0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:03:45.015+0000 7f7d19ffb640 10 monclient: dump: 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:03:45.015+0000 7f7d4432c900 5 monclient: authenticate success, global_id 6869 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:03:45.015+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:03:45.015+0000 7f7d1b7fe640 4 set_mon_vals no callback set 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:03:45.015+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:03:45.015+0000 7f7d4432c900 10 monclient: _renew_subs 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:03:45.015+0000 7f7d4432c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:03:45.015+0000 7f7d4432c900 1 librados: init done 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:03:45.015+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command cr dump hook 0x561139c9c908 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:03:45.016+0000 7f7d19ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:03:45.016+0000 7f7d19ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:03:45.016+0000 7f7d19ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:03:45.016+0000 7f7d40944640 10 monclient: get_auth_request con 0x7f7cfc077530 auth_method 0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:03:45.017+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139d0b9b0 auth_method 0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 realm 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:03:45.017+0000 7f7d4432c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:03:45.017+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:03:45.018+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x561139d2e2b0 auth_method 0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:03:45.018+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:03:45.018+0000 7f7d40944640 10 monclient: get_auth_request con 0x561139d4f9c0 auth_method 0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:03:45.019+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:03:45.019+0000 7f7d4432c900 20 searching for the correct realm 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:03:45.019+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139d72780 auth_method 0 2026-04-02T12:03:45.520 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:03:45.020+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x7f7d2c094040 auth_method 0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:03:45.020+0000 7f7d40944640 0 -- 192.168.123.107:0/3078648957 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f7d280a1c30 msgr2=0x7f7d28023a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:03:45.221+0000 7f7d40944640 10 monclient: get_auth_request con 0x7f7d280a1c30 auth_method 0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:03:45.223+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x7f7d3403b980 auth_method 0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:03:45.225+0000 7f7d3b7fe640 0 -- 192.168.123.107:0/3078648957 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f7d34010440 msgr2=0x7f7d340108b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:03:45.425+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x7f7d34010440 auth_method 0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:03:45.430+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 zone default found 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:03:45.431+0000 7f7d4432c900 4 Realm: () 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:03:45.431+0000 7f7d4432c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:03:45.431+0000 7f7d4432c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:03:45.431+0000 7f7d4432c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 zonegroup default 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:03:45.431+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:03:45.432+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:03:45.432+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:03:45.432+0000 7f7d4432c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:03:45.432+0000 7f7d4432c900 20 started sync module instance, tier type = 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:03:45.432+0000 7f7d4432c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=7 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=2 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=3 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=1 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:03:45.436+0000 7f7d4432c900 20 add_watcher() i=0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:03:45.437+0000 7f7d4432c900 20 add_watcher() i=6 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:03:45.437+0000 7f7d4432c900 20 add_watcher() i=5 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:03:45.437+0000 7f7d4432c900 20 add_watcher() i=4 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:03:45.437+0000 7f7d4432c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:03:45.437+0000 7f7d40944640 10 monclient: get_auth_request con 0x7f7cc8007200 auth_method 0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding auth protocol: cephx 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding auth protocol: cephx 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding auth protocol: cephx 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: crc 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:03:45.438+0000 7f7d4432c900 5 AuthRegistry(0x7ffd1fc59da0) adding con mode: secure 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:03:45.439+0000 7f7d4432c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:03:45.439+0000 7f7d4432c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:03:45.439+0000 7f7d4432c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command cache list hook 0x561139c6f5f0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command cache inspect hook 0x561139c6f5f0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command cache erase hook 0x561139c6f5f0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command cache zap hook 0x561139c6f5f0 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 note: GC not initialized 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:03:45.439+0000 7f7ced7ea640 20 reqs_thread_entry: start 2026-04-02T12:03:45.521 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command sync trace show hook 0x7f7d2807e070 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command sync trace history hook 0x7f7d2807e070 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command sync trace active hook 0x7f7d2807e070 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:03:45.439+0000 7f7d4432c900 5 asok(0x5611398a96b0) register_command sync trace active_short hook 0x7f7d2807e070 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:03:45.439+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139da35f0 auth_method 0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:03:45.441+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x561139d9d3e0 auth_method 0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:03:45.442+0000 7f7d40944640 10 monclient: get_auth_request con 0x561139d9e660 auth_method 0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:03:45.444+0000 7f7d3bfff640 10 monclient: get_auth_request con 0x561139e884c0 auth_method 0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:03:45.447+0000 7f7d3b7fe640 10 monclient: get_auth_request con 0x561139e89520 auth_method 0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:03:45.452+0000 7f7d40944640 10 monclient: get_auth_request con 0x561139e8d080 auth_method 0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:03:45.475+0000 7f7d4432c900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:03:45.476+0000 7f7d4432c900 20 Filter name: none 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:03:45.476+0000 7f7ce6ffd640 20 reqs_thread_entry: start 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:03:45.476+0000 7f7d4432c900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:03:45.476+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:03:45.476+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:03:45.476+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:03:45.476+0000 7f7d4432c900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:03:45.476+0000 7f7d4432c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 : miss 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:03:45.476+0000 7f7d4432c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:03:45.477+0000 7f7d4432c900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:03:45.477+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:03:45.477+0000 7f7d4432c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:03:45.477+0000 7f7d4432c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:03:45.477+0000 7f7d4432c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:03:45.477+0000 7f7d4432c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:03:45.480+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:03:45.480+0000 7f7d4432c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:03:45.480+0000 7f7d4432c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:03:45.480+0000 7f7d4432c900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34, ofs0, ns] 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763746 cookie 94631986066784 notifier 6869 bl.length()=1027 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:03:45.480+0000 7f7d1b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_sources= new_sources= 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential sources added=[] removed=[] 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_dests= new_dests= 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:03:45.480+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential dests added=[] removed=[] 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:03:45.482+0000 7f7d4432c900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:03:45.482+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:03:45.482+0000 7f7d4432c900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.1 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:03:45.482+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.1 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:03:45.483+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:03:45.484+0000 7f7d4432c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:03:45.484+0000 7f7d4432c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:03:45.485+0000 7f7d4432c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:03:45.485+0000 7f7d4432c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:03:45.485+0000 7f7d4432c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:03:45.485+0000 7f7d4432c900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34, ofs0, ns] 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763747 cookie 94631986066784 notifier 6869 bl.length()=1027 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:03:45.485+0000 7f7d1affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_sources= new_sources= 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential sources added=[] removed=[] 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_dests= new_dests= 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:03:45.486+0000 7f7d4432c900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential dests added=[] removed=[] 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:03:45.486+0000 7f7d4432c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.0 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:03:45.487+0000 7f7d4432c900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d4432c900 time 2026-04-02T12:03:45.488351+0000 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7d4578f8f8] 2026-04-02T12:03:45.522 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x561136dcc969] 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 3: main() 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f7d4482a610] 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 5: __libc_start_main() 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 6: _start() 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:03:45.488+0000 7f7d4432c900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7d4432c900 thread_name:radosgw-admin 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7d4483fc30] 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7d4488d02c] 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7d4578f957] 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x561136dcc969] 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 7: main() 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f7d4482a610] 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 9: __libc_start_main() 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 10: _start() 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:03:45.523 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7ce6ffd640 / http_manager 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7ced7ea640 / http_manager 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d19ffb640 / ms_dispatch 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d1affd640 / io_context_pool 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d1b7fe640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d25ffb640 / ms_dispatch 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d30ff9640 / ms_dispatch 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d327fc640 / io_context_pool, ms_dispatch 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d32ffd640 / admin_socket 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d3affd640 / ms_dispatch 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d3b7fe640 / msgr-worker-2 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d3bfff640 / msgr-worker-1 2026-04-02T12:03:45.524 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d40944640 / msgr-worker-0 2026-04-02T12:03:45.525 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d41145640 / io_context_pool 2026-04-02T12:03:45.525 INFO:tasks.workunit.client.0.vm07.stderr: 7f7d4432c900 / radosgw-admin 2026-04-02T12:03:45.525 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:03:45.525 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:03:45.525 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:03:45.489238Z_a7c57e8e-420f-49f5-adb2-478f93bbc927/log 2026-04-02T12:03:45.525 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:03:45.525 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-02T12:03:45.525 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:45.525 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:45.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.540+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.541+0000 7fdbf96f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.541+0000 7fdbf96f2900 20 realm 2026-04-02T12:03:45.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.541+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.541+0000 7fdbf96f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.541+0000 7fdbf96f2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:45.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.541+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.541+0000 7fdbf96f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.543 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.541+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.542+0000 7fdbf96f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:45.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.542+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.543+0000 7fdbf96f2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:45.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.543+0000 7fdbf96f2900 20 searching for the correct realm 2026-04-02T12:03:45.547 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.545+0000 7fdbf71a9640 0 -- 192.168.123.107:0/2152109851 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fdbec0c35a0 msgr2=0x7fdbec003420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:45.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.750+0000 7fdbf69a8640 0 -- 192.168.123.107:0/2152109851 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55653dcbd500 msgr2=0x55653dcdd9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 zone default found 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 4 Realm: () 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 zonegroup default 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.752+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.753+0000 7fdbf96f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.753+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.753+0000 7fdbf96f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.753+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.753+0000 7fdbf96f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:45.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.753+0000 7fdbf96f2900 20 started sync module instance, tier type = 2026-04-02T12:03:45.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.753+0000 7fdbf96f2900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:03:45.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.756+0000 7fdbf96f2900 20 add_watcher() i=0 2026-04-02T12:03:45.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.757+0000 7fdbf96f2900 20 add_watcher() i=3 2026-04-02T12:03:45.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.757+0000 7fdbf96f2900 20 add_watcher() i=6 2026-04-02T12:03:45.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.757+0000 7fdbf96f2900 20 add_watcher() i=2 2026-04-02T12:03:45.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.757+0000 7fdbf96f2900 20 add_watcher() i=5 2026-04-02T12:03:45.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.757+0000 7fdbf96f2900 20 add_watcher() i=1 2026-04-02T12:03:45.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.757+0000 7fdbf96f2900 20 add_watcher() i=7 2026-04-02T12:03:45.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.757+0000 7fdbf96f2900 20 add_watcher() i=4 2026-04-02T12:03:45.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.757+0000 7fdbf96f2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:45.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.759+0000 7fdbf96f2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:45.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.759+0000 7fdbf96f2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:45.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.759+0000 7fdbf96f2900 5 note: GC not initialized 2026-04-02T12:03:45.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.760+0000 7fdba4fe9640 20 reqs_thread_entry: start 2026-04-02T12:03:45.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.797+0000 7fdbf96f2900 20 init_complete bucket index max shards: 1 2026-04-02T12:03:45.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.797+0000 7fdbf96f2900 20 Filter name: none 2026-04-02T12:03:45.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.797+0000 7fdb9e7fc640 20 reqs_thread_entry: start 2026-04-02T12:03:45.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.797+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.797+0000 7fdbf96f2900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:45.799 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.798+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.798+0000 7fdbf96f2900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:03:45.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.798+0000 7fdbf96f2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:45.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.798+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.798+0000 7fdbf96f2900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:03:45.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.798+0000 7fdbf96f2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:45.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.798+0000 7fdbf96f2900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:03:45.800 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.798+0000 7fdbf96f2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:45.804 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.803+0000 7fdbf96f2900 20 remove_watcher() i=0 2026-04-02T12:03:45.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.803+0000 7fdbf96f2900 2 removed watcher, disabling cache 2026-04-02T12:03:45.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.803+0000 7fdbf96f2900 20 remove_watcher() i=1 2026-04-02T12:03:45.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.803+0000 7fdbf96f2900 20 remove_watcher() i=2 2026-04-02T12:03:45.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.803+0000 7fdbf96f2900 20 remove_watcher() i=7 2026-04-02T12:03:45.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.803+0000 7fdbf96f2900 20 remove_watcher() i=3 2026-04-02T12:03:45.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.803+0000 7fdbf96f2900 20 remove_watcher() i=4 2026-04-02T12:03:45.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.803+0000 7fdbf96f2900 20 remove_watcher() i=5 2026-04-02T12:03:45.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:03:45.803+0000 7fdbf96f2900 20 remove_watcher() i=6 2026-04-02T12:03:45.811 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:03:45.811 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:03:45.811 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-commit-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:03:45.811 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:15.886 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:04:15.907 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:15.907 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:15.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.925+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:15.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.927+0000 7ffbb6750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:15.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.927+0000 7ffbb6750900 20 realm 2026-04-02T12:04:15.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.927+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:15.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.927+0000 7ffbb6750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:15.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.927+0000 7ffbb6750900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:15.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.927+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:15.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.927+0000 7ffbb6750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:15.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.927+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:15.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.928+0000 7ffbb6750900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:15.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.928+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:15.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.929+0000 7ffbb6750900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:15.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.929+0000 7ffbb6750900 20 searching for the correct realm 2026-04-02T12:04:15.932 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.931+0000 7ffbb2d66640 0 -- 192.168.123.107:0/1923335634 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55d44251de40 msgr2=0x55d44253e220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:15.937 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:15.935+0000 7ffbb1d64640 0 -- 192.168.123.107:0/1923335634 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7ffba409b940 msgr2=0x7ffba40ab410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:16.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.140+0000 7ffbb6750900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:16.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.140+0000 7ffbb6750900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:16.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.140+0000 7ffbb6750900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:16.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.140+0000 7ffbb6750900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:16.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.140+0000 7ffbb6750900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:16.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.140+0000 7ffbb6750900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.140+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 20 zone default found 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 4 Realm: () 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 20 zonegroup default 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:16.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.141+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.142+0000 7ffbb6750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:16.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.142+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.142+0000 7ffbb6750900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:16.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.142+0000 7ffbb6750900 20 started sync module instance, tier type = 2026-04-02T12:04:16.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.142+0000 7ffbb6750900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:16.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.146+0000 7ffbb6750900 20 add_watcher() i=1 2026-04-02T12:04:16.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.146+0000 7ffbb6750900 20 add_watcher() i=7 2026-04-02T12:04:16.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.146+0000 7ffbb6750900 20 add_watcher() i=2 2026-04-02T12:04:16.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.146+0000 7ffbb6750900 20 add_watcher() i=3 2026-04-02T12:04:16.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.146+0000 7ffbb6750900 20 add_watcher() i=5 2026-04-02T12:04:16.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.146+0000 7ffbb6750900 20 add_watcher() i=6 2026-04-02T12:04:16.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.146+0000 7ffbb6750900 20 add_watcher() i=4 2026-04-02T12:04:16.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.147+0000 7ffbb6750900 20 add_watcher() i=0 2026-04-02T12:04:16.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.147+0000 7ffbb6750900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:16.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.149+0000 7ffbb6750900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:16.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.149+0000 7ffbb6750900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:16.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.149+0000 7ffbb6750900 5 note: GC not initialized 2026-04-02T12:04:16.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.149+0000 7ffb5affd640 20 reqs_thread_entry: start 2026-04-02T12:04:16.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.194+0000 7ffbb6750900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:16.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.194+0000 7ffbb6750900 20 Filter name: none 2026-04-02T12:04:16.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.194+0000 7ffb58ff9640 20 reqs_thread_entry: start 2026-04-02T12:04:16.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.194+0000 7ffbb6750900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T12:04:16.196 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.194+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.195+0000 7ffbb6750900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:04:16.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.195+0000 7ffbb6750900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T12:04:16.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.195+0000 7ffbb6750900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T12:04:16.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.195+0000 7ffbb6750900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 : miss 2026-04-02T12:04:16.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.195+0000 7ffbb6750900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.195+0000 7ffbb6750900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:04:16.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.195+0000 7ffbb6750900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:04:16.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.195+0000 7ffbb6750900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:04:16.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.195+0000 7ffbb6750900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:16.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.195+0000 7ffbb6750900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:16.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.195+0000 7ffbb6750900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 2026-04-02T12:04:16.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.199+0000 7ffbb6750900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:04:16.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.199+0000 7ffbb6750900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:04:16.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.199+0000 7ffbb6750900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:16.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.199+0000 7ffbb6750900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34, ofs0, ns] 2026-04-02T12:04:16.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.199+0000 7ffb917fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763749 cookie 94370134114944 notifier 7359 bl.length()=1027 2026-04-02T12:04:16.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.199+0000 7ffb917fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:04:16.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.199+0000 7ffb917fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:04:16.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.199+0000 7ffb917fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:16.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.200+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_sources= new_sources= 2026-04-02T12:04:16.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.200+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential sources added=[] removed=[] 2026-04-02T12:04:16.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.200+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_dests= new_dests= 2026-04-02T12:04:16.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.200+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential dests added=[] removed=[] 2026-04-02T12:04:16.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.202+0000 7ffbb6750900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.0 2026-04-02T12:04:16.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.202+0000 7ffbb6750900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.0 2026-04-02T12:04:16.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.202+0000 7ffbb6750900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.1 2026-04-02T12:04:16.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.202+0000 7ffbb6750900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.1.1 2026-04-02T12:04:16.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.202+0000 7ffbb6750900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.0 2026-04-02T12:04:16.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.204+0000 7ffbb6750900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:16.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.204+0000 7ffbb6750900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 2026-04-02T12:04:16.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.205+0000 7ffbb6750900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:04:16.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.205+0000 7ffbb6750900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:04:16.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.205+0000 7ffbb6750900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:16.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.205+0000 7ffbb6750900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34, ofs0, ns] 2026-04-02T12:04:16.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.205+0000 7ffb917fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763750 cookie 94370134114944 notifier 7359 bl.length()=1027 2026-04-02T12:04:16.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.205+0000 7ffb917fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:04:16.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.205+0000 7ffb917fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:04:16.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.205+0000 7ffb917fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:16.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.206+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_sources= new_sources= 2026-04-02T12:04:16.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.206+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential sources added=[] removed=[] 2026-04-02T12:04:16.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.206+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_dests= new_dests= 2026-04-02T12:04:16.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.206+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential dests added=[] removed=[] 2026-04-02T12:04:16.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.207+0000 7ffbb6750900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34.0 2026-04-02T12:04:16.209 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.207+0000 7ffbb6750900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:16.209 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.207+0000 7ffbb6750900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.208+0000 7ffbb6750900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.208+0000 7ffbb6750900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.208+0000 7ffbb6750900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.208+0000 7ffbb6750900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34, ofs0, ns] 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.208+0000 7ffb91ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763751 cookie 94370134114944 notifier 7359 bl.length()=991 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.208+0000 7ffb91ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 info.flags=0x17 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.208+0000 7ffb91ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 to cache LRU end 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.208+0000 7ffb91ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.209+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_sources= new_sources= 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.209+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential sources added=[] removed=[] 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.209+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): orig_dests= new_dests= 2026-04-02T12:04:16.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.209+0000 7ffbb6750900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34]): potential dests added=[] removed=[] 2026-04-02T12:04:16.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.210+0000 7ffbb6750900 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2026-04-02T12:04:16.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.214+0000 7ffbb6750900 20 remove_watcher() i=7 2026-04-02T12:04:16.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.214+0000 7ffbb6750900 2 removed watcher, disabling cache 2026-04-02T12:04:16.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.214+0000 7ffbb6750900 20 remove_watcher() i=0 2026-04-02T12:04:16.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.214+0000 7ffbb6750900 20 remove_watcher() i=4 2026-04-02T12:04:16.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.214+0000 7ffbb6750900 20 remove_watcher() i=5 2026-04-02T12:04:16.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.214+0000 7ffbb6750900 20 remove_watcher() i=6 2026-04-02T12:04:16.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.214+0000 7ffbb6750900 20 remove_watcher() i=3 2026-04-02T12:04:16.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.215+0000 7ffbb6750900 20 remove_watcher() i=2 2026-04-02T12:04:16.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.215+0000 7ffbb6750900 20 remove_watcher() i=1 2026-04-02T12:04:16.225 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-02T12:04:16.244 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:16.244 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:16.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.262+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.263+0000 7f5c3752c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:16.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.263+0000 7f5c3752c900 20 realm 2026-04-02T12:04:16.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.263+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.263+0000 7f5c3752c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:16.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.263+0000 7f5c3752c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:16.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.263+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.264+0000 7f5c3752c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:16.265 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.264+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.264+0000 7f5c3752c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:16.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.264+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.265+0000 7f5c3752c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:16.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.265+0000 7f5c3752c900 20 searching for the correct realm 2026-04-02T12:04:16.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.267+0000 7f5c339c5640 0 -- 192.168.123.107:0/3129453129 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f5c1c009d50 msgr2=0x7f5c1c091040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:16.473 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.471+0000 7f5c329c3640 0 -- 192.168.123.107:0/3129453129 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f5c28067c60 msgr2=0x7f5c2806d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:16.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:16.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:16.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:16.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:16.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:16.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:16.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:16.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.679 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 zone default found 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 4 Realm: () 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 zonegroup default 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.677+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.678+0000 7f5c3752c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.678+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.678+0000 7f5c3752c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.678+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.678+0000 7f5c3752c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.678+0000 7f5c3752c900 20 started sync module instance, tier type = 2026-04-02T12:04:16.680 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.678+0000 7f5c3752c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:16.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.682+0000 7f5c3752c900 20 add_watcher() i=0 2026-04-02T12:04:16.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.682+0000 7f5c3752c900 20 add_watcher() i=5 2026-04-02T12:04:16.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.682+0000 7f5c3752c900 20 add_watcher() i=4 2026-04-02T12:04:16.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.682+0000 7f5c3752c900 20 add_watcher() i=7 2026-04-02T12:04:16.684 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.682+0000 7f5c3752c900 20 add_watcher() i=6 2026-04-02T12:04:16.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.683+0000 7f5c3752c900 20 add_watcher() i=1 2026-04-02T12:04:16.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.683+0000 7f5c3752c900 20 add_watcher() i=3 2026-04-02T12:04:16.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.683+0000 7f5c3752c900 20 add_watcher() i=2 2026-04-02T12:04:16.685 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.684+0000 7f5c3752c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:16.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.685+0000 7f5c3752c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:16.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.685+0000 7f5c3752c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:16.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.685+0000 7f5c3752c900 5 note: GC not initialized 2026-04-02T12:04:16.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.686+0000 7f5be0fe9640 20 reqs_thread_entry: start 2026-04-02T12:04:16.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.730+0000 7f5c3752c900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:16.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.730+0000 7f5c3752c900 20 Filter name: none 2026-04-02T12:04:16.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.730+0000 7f5bda7fc640 20 reqs_thread_entry: start 2026-04-02T12:04:16.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.730+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.730+0000 7f5c3752c900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:04:16.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.730+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.732 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.731+0000 7f5c3752c900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:04:16.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.731+0000 7f5c3752c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:16.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.731+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.731+0000 7f5c3752c900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:04:16.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.731+0000 7f5c3752c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:16.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.731+0000 7f5c3752c900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:04:16.733 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.731+0000 7f5c3752c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:16.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.736+0000 7f5c3752c900 20 remove_watcher() i=7 2026-04-02T12:04:16.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.736+0000 7f5c3752c900 2 removed watcher, disabling cache 2026-04-02T12:04:16.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.736+0000 7f5c3752c900 20 remove_watcher() i=2 2026-04-02T12:04:16.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.736+0000 7f5c3752c900 20 remove_watcher() i=4 2026-04-02T12:04:16.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.736+0000 7f5c3752c900 20 remove_watcher() i=0 2026-04-02T12:04:16.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.736+0000 7f5c3752c900 20 remove_watcher() i=6 2026-04-02T12:04:16.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.736+0000 7f5c3752c900 20 remove_watcher() i=3 2026-04-02T12:04:16.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.736+0000 7f5c3752c900 20 remove_watcher() i=1 2026-04-02T12:04:16.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:16.736+0000 7f5c3752c900 20 remove_watcher() i=5 2026-04-02T12:04:16.745 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:16.745 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:16.745 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-commit-target-layout id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.34 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:04:16.745 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:16.804 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with EIO injected at do_reshard 2026-04-02T12:04:16.804 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:16.995 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-02T12:04:17.013 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:17.013 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:17.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.030+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.031+0000 7f627352b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.031+0000 7f627352b900 20 realm 2026-04-02T12:04:17.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.031+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.031+0000 7f627352b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.031+0000 7f627352b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:17.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.031+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.031+0000 7f627352b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.031+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.233+0000 7f627352b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:17.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.233+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.234+0000 7f627352b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:17.235 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.234+0000 7f627352b900 20 searching for the correct realm 2026-04-02T12:04:17.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.238+0000 7f626affd640 0 -- 192.168.123.107:0/3635378356 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f626407eb60 msgr2=0x7f62640bc980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:17.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.443+0000 7f62625ff640 0 -- 192.168.123.107:0/3635378356 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x558095bd84f0 msgr2=0x558095bf88d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 zone default found 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 4 Realm: () 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 zonegroup default 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.445+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.446+0000 7f627352b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.447 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.446+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.446+0000 7f627352b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.446+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.446+0000 7f627352b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.446+0000 7f627352b900 20 started sync module instance, tier type = 2026-04-02T12:04:17.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.446+0000 7f627352b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:17.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.449+0000 7f627352b900 20 add_watcher() i=0 2026-04-02T12:04:17.451 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.449+0000 7f627352b900 20 add_watcher() i=7 2026-04-02T12:04:17.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.450+0000 7f627352b900 20 add_watcher() i=4 2026-04-02T12:04:17.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.450+0000 7f627352b900 20 add_watcher() i=3 2026-04-02T12:04:17.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.450+0000 7f627352b900 20 add_watcher() i=2 2026-04-02T12:04:17.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.450+0000 7f627352b900 20 add_watcher() i=5 2026-04-02T12:04:17.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.450+0000 7f627352b900 20 add_watcher() i=6 2026-04-02T12:04:17.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.450+0000 7f627352b900 20 add_watcher() i=1 2026-04-02T12:04:17.452 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.450+0000 7f627352b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:17.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.452+0000 7f627352b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:17.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.452+0000 7f627352b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:17.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.452+0000 7f627352b900 5 note: GC not initialized 2026-04-02T12:04:17.454 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.452+0000 7f62177fe640 20 reqs_thread_entry: start 2026-04-02T12:04:17.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.490+0000 7f627352b900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:17.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.490+0000 7f627352b900 20 Filter name: none 2026-04-02T12:04:17.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.490+0000 7f62157fa640 20 reqs_thread_entry: start 2026-04-02T12:04:17.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.490+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.491+0000 7f627352b900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:17.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.491+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.491+0000 7f627352b900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:17.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.491+0000 7f627352b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:17.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.491+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.491+0000 7f627352b900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:17.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.491+0000 7f627352b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.492+0000 7f627352b900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:17.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.492+0000 7f627352b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:17.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.498+0000 7f627352b900 20 remove_watcher() i=7 2026-04-02T12:04:17.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.498+0000 7f627352b900 2 removed watcher, disabling cache 2026-04-02T12:04:17.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.498+0000 7f627352b900 20 remove_watcher() i=0 2026-04-02T12:04:17.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.498+0000 7f627352b900 20 remove_watcher() i=3 2026-04-02T12:04:17.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.498+0000 7f627352b900 20 remove_watcher() i=2 2026-04-02T12:04:17.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.498+0000 7f627352b900 20 remove_watcher() i=4 2026-04-02T12:04:17.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.498+0000 7f627352b900 20 remove_watcher() i=5 2026-04-02T12:04:17.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.498+0000 7f627352b900 20 remove_watcher() i=6 2026-04-02T12:04:17.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.498+0000 7f627352b900 20 remove_watcher() i=1 2026-04-02T12:04:17.507 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:17.507 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:17.507 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-do-reshard id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:04:17.507 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:17.509 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2026-04-02T12:04:17.530 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:17.531 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:17.549 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.547+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.548+0000 7fe090ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.548+0000 7fe090ba3900 20 realm 2026-04-02T12:04:17.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.548+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.549+0000 7fe090ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.549+0000 7fe090ba3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:17.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.549+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.549+0000 7fe090ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.549+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.550+0000 7fe090ba3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:17.551 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.550+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.550+0000 7fe090ba3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:17.552 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.550+0000 7fe090ba3900 20 searching for the correct realm 2026-04-02T12:04:17.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.553+0000 7fe08c8e7640 0 -- 192.168.123.107:0/1050121650 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fe0800b99a0 msgr2=0x7fe0800d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:17.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.759+0000 7fe087fff640 0 -- 192.168.123.107:0/1050121650 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55d064f470c0 msgr2=0x55d064f674c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:17.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.761+0000 7fe090ba3900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:17.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.761+0000 7fe090ba3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:17.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.761+0000 7fe090ba3900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:17.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.761+0000 7fe090ba3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:17.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.761+0000 7fe090ba3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:17.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.761+0000 7fe090ba3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:17.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.761+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.761+0000 7fe090ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.761+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:17.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 20 zone default found 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 4 Realm: () 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 20 zonegroup default 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.762+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.763+0000 7fe090ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.763+0000 7fe090ba3900 20 started sync module instance, tier type = 2026-04-02T12:04:17.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.763+0000 7fe090ba3900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:17.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.766+0000 7fe090ba3900 20 add_watcher() i=7 2026-04-02T12:04:17.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.766+0000 7fe090ba3900 20 add_watcher() i=5 2026-04-02T12:04:17.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.766+0000 7fe090ba3900 20 add_watcher() i=6 2026-04-02T12:04:17.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.766+0000 7fe090ba3900 20 add_watcher() i=0 2026-04-02T12:04:17.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.766+0000 7fe090ba3900 20 add_watcher() i=2 2026-04-02T12:04:17.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.767+0000 7fe090ba3900 20 add_watcher() i=4 2026-04-02T12:04:17.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.767+0000 7fe090ba3900 20 add_watcher() i=3 2026-04-02T12:04:17.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.767+0000 7fe090ba3900 20 add_watcher() i=1 2026-04-02T12:04:17.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.767+0000 7fe090ba3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:17.770 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.768+0000 7fe090ba3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:17.770 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.768+0000 7fe090ba3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:17.770 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.769+0000 7fe090ba3900 5 note: GC not initialized 2026-04-02T12:04:17.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.769+0000 7fe039feb640 20 reqs_thread_entry: start 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.810+0000 7fe090ba3900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 20 Filter name: none 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe0337fe640 20 reqs_thread_entry: start 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 : miss 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:17.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.811+0000 7fe090ba3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.815+0000 7fe090ba3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.815+0000 7fe090ba3900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.815+0000 7fe090ba3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.815+0000 7fe090ba3900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35, ofs0, ns] 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.815+0000 7fe0637fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763739 cookie 94353535331376 notifier 7413 bl.length()=1007 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.815+0000 7fe0637fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.815+0000 7fe0637fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.815+0000 7fe0637fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.816+0000 7fe090ba3900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): orig_sources= new_sources= 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.816+0000 7fe090ba3900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): potential sources added=[] removed=[] 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.816+0000 7fe090ba3900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): orig_dests= new_dests= 2026-04-02T12:04:17.817 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.816+0000 7fe090ba3900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): potential dests added=[] removed=[] 2026-04-02T12:04:17.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.818+0000 7fe090ba3900 -1 Injecting error=-5 at location=do_reshard 2026-04-02T12:04:17.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.821+0000 7fe090ba3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:17.823 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.821+0000 7fe090ba3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 2026-04-02T12:04:17.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.822+0000 7fe090ba3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:17.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.822+0000 7fe090ba3900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:17.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.822+0000 7fe090ba3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:17.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.822+0000 7fe090ba3900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35, ofs0, ns] 2026-04-02T12:04:17.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.822+0000 7fe063fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763740 cookie 94353535331376 notifier 7413 bl.length()=971 2026-04-02T12:04:17.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.822+0000 7fe063fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:17.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.822+0000 7fe063fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:17.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.822+0000 7fe063fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:17.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.823+0000 7fe090ba3900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): orig_sources= new_sources= 2026-04-02T12:04:17.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.823+0000 7fe090ba3900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): potential sources added=[] removed=[] 2026-04-02T12:04:17.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.823+0000 7fe090ba3900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): orig_dests= new_dests= 2026-04-02T12:04:17.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.823+0000 7fe090ba3900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): potential dests added=[] removed=[] 2026-04-02T12:04:17.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.823+0000 7fe090ba3900 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2026-04-02T12:04:17.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.827+0000 7fe090ba3900 20 remove_watcher() i=0 2026-04-02T12:04:17.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.827+0000 7fe090ba3900 2 removed watcher, disabling cache 2026-04-02T12:04:17.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.827+0000 7fe090ba3900 20 remove_watcher() i=3 2026-04-02T12:04:17.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.827+0000 7fe090ba3900 20 remove_watcher() i=5 2026-04-02T12:04:17.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.828+0000 7fe090ba3900 20 remove_watcher() i=7 2026-04-02T12:04:17.829 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.828+0000 7fe090ba3900 20 remove_watcher() i=2 2026-04-02T12:04:17.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.828+0000 7fe090ba3900 20 remove_watcher() i=1 2026-04-02T12:04:17.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.828+0000 7fe090ba3900 20 remove_watcher() i=4 2026-04-02T12:04:17.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.828+0000 7fe090ba3900 20 remove_watcher() i=6 2026-04-02T12:04:17.838 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-02T12:04:17.857 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:17.857 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:17.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.874+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.875+0000 7faf7a32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.875+0000 7faf7a32d900 20 realm 2026-04-02T12:04:17.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.875+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.875+0000 7faf7a32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.875+0000 7faf7a32d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:17.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.875+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.875+0000 7faf7a32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:17.877 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.875+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.876+0000 7faf7a32d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:17.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.876+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:17.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.877+0000 7faf7a32d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:17.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.877+0000 7faf7a32d900 20 searching for the correct realm 2026-04-02T12:04:17.882 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:17.880+0000 7faf760a7640 0 -- 192.168.123.107:0/3613010807 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7faf680fe200 msgr2=0x7faf68082a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:18.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.085+0000 7faf768a8640 0 -- 192.168.123.107:0/3613010807 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7faf5c07a430 msgr2=0x7faf5c064fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:18.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:18.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 zone default found 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 4 Realm: () 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 zonegroup default 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.090 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.088+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.089+0000 7faf7a32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.089+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.089+0000 7faf7a32d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.089+0000 7faf7a32d900 20 started sync module instance, tier type = 2026-04-02T12:04:18.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.089+0000 7faf7a32d900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:18.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.093+0000 7faf7a32d900 20 add_watcher() i=0 2026-04-02T12:04:18.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.093+0000 7faf7a32d900 20 add_watcher() i=7 2026-04-02T12:04:18.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.093+0000 7faf7a32d900 20 add_watcher() i=3 2026-04-02T12:04:18.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.093+0000 7faf7a32d900 20 add_watcher() i=6 2026-04-02T12:04:18.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.093+0000 7faf7a32d900 20 add_watcher() i=2 2026-04-02T12:04:18.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.093+0000 7faf7a32d900 20 add_watcher() i=5 2026-04-02T12:04:18.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.094+0000 7faf7a32d900 20 add_watcher() i=4 2026-04-02T12:04:18.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.094+0000 7faf7a32d900 20 add_watcher() i=1 2026-04-02T12:04:18.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.094+0000 7faf7a32d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:18.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.096+0000 7faf7a32d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:18.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.096+0000 7faf7a32d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:18.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.096+0000 7faf7a32d900 5 note: GC not initialized 2026-04-02T12:04:18.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.096+0000 7faf1effd640 20 reqs_thread_entry: start 2026-04-02T12:04:18.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.135+0000 7faf7a32d900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:18.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.135+0000 7faf7a32d900 20 Filter name: none 2026-04-02T12:04:18.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.135+0000 7faf1cff9640 20 reqs_thread_entry: start 2026-04-02T12:04:18.137 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.135+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.135+0000 7faf7a32d900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:18.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.135+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.136+0000 7faf7a32d900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:18.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.136+0000 7faf7a32d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:18.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.136+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.136+0000 7faf7a32d900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:18.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.136+0000 7faf7a32d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.136+0000 7faf7a32d900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:18.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.136+0000 7faf7a32d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:18.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.140+0000 7faf7a32d900 20 remove_watcher() i=0 2026-04-02T12:04:18.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.140+0000 7faf7a32d900 2 removed watcher, disabling cache 2026-04-02T12:04:18.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.141+0000 7faf7a32d900 20 remove_watcher() i=2 2026-04-02T12:04:18.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.141+0000 7faf7a32d900 20 remove_watcher() i=4 2026-04-02T12:04:18.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.141+0000 7faf7a32d900 20 remove_watcher() i=7 2026-04-02T12:04:18.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.141+0000 7faf7a32d900 20 remove_watcher() i=5 2026-04-02T12:04:18.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.141+0000 7faf7a32d900 20 remove_watcher() i=6 2026-04-02T12:04:18.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.141+0000 7faf7a32d900 20 remove_watcher() i=3 2026-04-02T12:04:18.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.141+0000 7faf7a32d900 20 remove_watcher() i=1 2026-04-02T12:04:18.148 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:18.148 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:18.148 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-do-reshard id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:04:18.148 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:18.200 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:04:18.221 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:18.221 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:18.240 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.238+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.239+0000 7fd6e6cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.239+0000 7fd6e6cf2900 20 realm 2026-04-02T12:04:18.241 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.240+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.240+0000 7fd6e6cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.240+0000 7fd6e6cf2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:18.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.240+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.240+0000 7fd6e6cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.242 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.240+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.241+0000 7fd6e6cf2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:18.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.241+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.242+0000 7fd6e6cf2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:18.243 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.242+0000 7fd6e6cf2900 20 searching for the correct realm 2026-04-02T12:04:18.247 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.245+0000 7fd6dffff640 0 -- 192.168.123.107:0/3535169764 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x564700632dc0 msgr2=0x564700653270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:18.250 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.248+0000 7fd6df7fe640 0 -- 192.168.123.107:0/3535169764 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fd6d8050470 msgr2=0x7fd6d804c990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.251+0000 7fd6e6cf2900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.251+0000 7fd6e6cf2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.251+0000 7fd6e6cf2900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.251+0000 7fd6e6cf2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.251+0000 7fd6e6cf2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.251+0000 7fd6e6cf2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.251+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.251+0000 7fd6e6cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.251+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.251+0000 7fd6e6cf2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.251+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 20 zone default found 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 4 Realm: () 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 20 zonegroup default 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.252+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.253+0000 7fd6e6cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.253+0000 7fd6e6cf2900 20 started sync module instance, tier type = 2026-04-02T12:04:18.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.253+0000 7fd6e6cf2900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:18.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.257+0000 7fd6e6cf2900 20 add_watcher() i=5 2026-04-02T12:04:18.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.257+0000 7fd6e6cf2900 20 add_watcher() i=0 2026-04-02T12:04:18.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.257+0000 7fd6e6cf2900 20 add_watcher() i=1 2026-04-02T12:04:18.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.257+0000 7fd6e6cf2900 20 add_watcher() i=6 2026-04-02T12:04:18.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.257+0000 7fd6e6cf2900 20 add_watcher() i=3 2026-04-02T12:04:18.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.257+0000 7fd6e6cf2900 20 add_watcher() i=4 2026-04-02T12:04:18.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.257+0000 7fd6e6cf2900 20 add_watcher() i=2 2026-04-02T12:04:18.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.257+0000 7fd6e6cf2900 20 add_watcher() i=7 2026-04-02T12:04:18.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.257+0000 7fd6e6cf2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:18.261 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.260+0000 7fd6e6cf2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:18.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.260+0000 7fd6e6cf2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:18.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.260+0000 7fd6e6cf2900 5 note: GC not initialized 2026-04-02T12:04:18.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.260+0000 7fd6917f2640 20 reqs_thread_entry: start 2026-04-02T12:04:18.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.335+0000 7fd6e6cf2900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:18.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.335+0000 7fd6e6cf2900 20 Filter name: none 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.335+0000 7fd68affd640 20 reqs_thread_entry: start 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.335+0000 7fd6e6cf2900 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.335+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.336+0000 7fd6e6cf2900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.336+0000 7fd6e6cf2900 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.336+0000 7fd6e6cf2900 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.336+0000 7fd6e6cf2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 : miss 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.336+0000 7fd6e6cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.336+0000 7fd6e6cf2900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.336+0000 7fd6e6cf2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.336+0000 7fd6e6cf2900 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.336+0000 7fd6e6cf2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.336+0000 7fd6e6cf2900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:18.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.336+0000 7fd6e6cf2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 2026-04-02T12:04:18.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.340+0000 7fd6e6cf2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:18.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.340+0000 7fd6e6cf2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:18.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.340+0000 7fd6e6cf2900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:18.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.340+0000 7fd6e6cf2900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35, ofs0, ns] 2026-04-02T12:04:18.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.340+0000 7fd6c37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763741 cookie 94862949207536 notifier 6625 bl.length()=1007 2026-04-02T12:04:18.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.340+0000 7fd6c37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:18.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.340+0000 7fd6c37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:18.342 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.340+0000 7fd6c37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:18.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.341+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): orig_sources= new_sources= 2026-04-02T12:04:18.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.341+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): potential sources added=[] removed=[] 2026-04-02T12:04:18.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.341+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): orig_dests= new_dests= 2026-04-02T12:04:18.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.341+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): potential dests added=[] removed=[] 2026-04-02T12:04:18.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.343+0000 7fd6e6cf2900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35.1.0 2026-04-02T12:04:18.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.343+0000 7fd6e6cf2900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35.1.0 2026-04-02T12:04:18.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.343+0000 7fd6e6cf2900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35.1.1 2026-04-02T12:04:18.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.343+0000 7fd6e6cf2900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35.1.1 2026-04-02T12:04:18.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.343+0000 7fd6e6cf2900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35.0 2026-04-02T12:04:18.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.345+0000 7fd6e6cf2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:18.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.345+0000 7fd6e6cf2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6e6cf2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6e6cf2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6e6cf2900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6e6cf2900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35, ofs0, ns] 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6c37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763742 cookie 94862949207536 notifier 6625 bl.length()=1007 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6c37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6c37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6c37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): orig_sources= new_sources= 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): potential sources added=[] removed=[] 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): orig_dests= new_dests= 2026-04-02T12:04:18.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.346+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): potential dests added=[] removed=[] 2026-04-02T12:04:18.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.347+0000 7fd6e6cf2900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35.0 2026-04-02T12:04:18.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.347+0000 7fd6e6cf2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:18.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.348+0000 7fd6e6cf2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.349+0000 7fd6e6cf2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.349+0000 7fd6e6cf2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.349+0000 7fd6e6cf2900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.349+0000 7fd6e6cf2900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35, ofs0, ns] 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.349+0000 7fd6c37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763743 cookie 94862949207536 notifier 6625 bl.length()=971 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.349+0000 7fd6c37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 info.flags=0x17 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.349+0000 7fd6c37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 to cache LRU end 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.349+0000 7fd6c37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.350+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): orig_sources= new_sources= 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.350+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): potential sources added=[] removed=[] 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.350+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): orig_dests= new_dests= 2026-04-02T12:04:18.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.350+0000 7fd6e6cf2900 20 handle_bi_update(): bucket=:error-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35]): potential dests added=[] removed=[] 2026-04-02T12:04:18.352 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.350+0000 7fd6e6cf2900 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2026-04-02T12:04:18.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.357+0000 7fd6e6cf2900 20 remove_watcher() i=0 2026-04-02T12:04:18.359 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.357+0000 7fd6e6cf2900 2 removed watcher, disabling cache 2026-04-02T12:04:18.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.358+0000 7fd6e6cf2900 20 remove_watcher() i=4 2026-04-02T12:04:18.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.358+0000 7fd6e6cf2900 20 remove_watcher() i=2 2026-04-02T12:04:18.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.358+0000 7fd6e6cf2900 20 remove_watcher() i=1 2026-04-02T12:04:18.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.358+0000 7fd6e6cf2900 20 remove_watcher() i=7 2026-04-02T12:04:18.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.358+0000 7fd6e6cf2900 20 remove_watcher() i=3 2026-04-02T12:04:18.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.358+0000 7fd6e6cf2900 20 remove_watcher() i=5 2026-04-02T12:04:18.360 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.358+0000 7fd6e6cf2900 20 remove_watcher() i=6 2026-04-02T12:04:18.369 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-02T12:04:18.387 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:18.388 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:18.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.406+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.407+0000 7fbc1b129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.407+0000 7fbc1b129900 20 realm 2026-04-02T12:04:18.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.407+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.407+0000 7fbc1b129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.407+0000 7fbc1b129900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:18.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.407+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.407+0000 7fbc1b129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.409 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.407+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.408+0000 7fbc1b129900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:18.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.408+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.411 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.409+0000 7fbc1b129900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:18.411 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.409+0000 7fbc1b129900 20 searching for the correct realm 2026-04-02T12:04:18.412 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.411+0000 7fbc176a4640 0 -- 192.168.123.107:0/419321451 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fbbfc09e040 msgr2=0x7fbbfc09e920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:18.416 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.414+0000 7fbc166a2640 0 -- 192.168.123.107:0/419321451 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fbc08019280 msgr2=0x7fbc08061170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.619+0000 7fbc1b129900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.619+0000 7fbc1b129900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.619+0000 7fbc1b129900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.619+0000 7fbc1b129900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.619+0000 7fbc1b129900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.619+0000 7fbc1b129900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.619+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.619+0000 7fbc1b129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.619+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.619+0000 7fbc1b129900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.619+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 20 zone default found 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 4 Realm: () 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:18.621 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:18.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:18.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 20 zonegroup default 2026-04-02T12:04:18.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 20 started sync module instance, tier type = 2026-04-02T12:04:18.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.620+0000 7fbc1b129900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:18.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.624+0000 7fbc1b129900 20 add_watcher() i=7 2026-04-02T12:04:18.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.624+0000 7fbc1b129900 20 add_watcher() i=2 2026-04-02T12:04:18.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.624+0000 7fbc1b129900 20 add_watcher() i=6 2026-04-02T12:04:18.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.625+0000 7fbc1b129900 20 add_watcher() i=4 2026-04-02T12:04:18.626 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.625+0000 7fbc1b129900 20 add_watcher() i=0 2026-04-02T12:04:18.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.625+0000 7fbc1b129900 20 add_watcher() i=5 2026-04-02T12:04:18.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.625+0000 7fbc1b129900 20 add_watcher() i=3 2026-04-02T12:04:18.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.625+0000 7fbc1b129900 20 add_watcher() i=1 2026-04-02T12:04:18.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.625+0000 7fbc1b129900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:18.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.627+0000 7fbc1b129900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:18.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.627+0000 7fbc1b129900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:18.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.627+0000 7fbc1b129900 5 note: GC not initialized 2026-04-02T12:04:18.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.628+0000 7fbbbf7fe640 20 reqs_thread_entry: start 2026-04-02T12:04:18.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.667+0000 7fbc1b129900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:18.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.667+0000 7fbc1b129900 20 Filter name: none 2026-04-02T12:04:18.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.667+0000 7fbbbd7fa640 20 reqs_thread_entry: start 2026-04-02T12:04:18.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.667+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.667+0000 7fbc1b129900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:18.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.667+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.668+0000 7fbc1b129900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:18.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.668+0000 7fbc1b129900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:18.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.668+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.668+0000 7fbc1b129900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:18.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.668+0000 7fbc1b129900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.668+0000 7fbc1b129900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:18.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.668+0000 7fbc1b129900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:18.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.672+0000 7fbc1b129900 20 remove_watcher() i=4 2026-04-02T12:04:18.673 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.672+0000 7fbc1b129900 2 removed watcher, disabling cache 2026-04-02T12:04:18.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.672+0000 7fbc1b129900 20 remove_watcher() i=7 2026-04-02T12:04:18.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.672+0000 7fbc1b129900 20 remove_watcher() i=5 2026-04-02T12:04:18.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.672+0000 7fbc1b129900 20 remove_watcher() i=0 2026-04-02T12:04:18.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.672+0000 7fbc1b129900 20 remove_watcher() i=6 2026-04-02T12:04:18.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.672+0000 7fbc1b129900 20 remove_watcher() i=3 2026-04-02T12:04:18.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.672+0000 7fbc1b129900 20 remove_watcher() i=2 2026-04-02T12:04:18.674 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.672+0000 7fbc1b129900 20 remove_watcher() i=1 2026-04-02T12:04:18.680 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:18.680 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:18.680 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-do-reshard id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.35 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:04:18.680 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:18.736 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with abort at do_reshard 2026-04-02T12:04:18.736 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:18.910 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-02T12:04:18.929 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:18.929 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:18.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.947+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.948+0000 7fbf74b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.948+0000 7fbf74b20900 20 realm 2026-04-02T12:04:18.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.948+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.948+0000 7fbf74b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.948+0000 7fbf74b20900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:18.950 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.948+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.949+0000 7fbf74b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:18.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.949+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.949+0000 7fbf74b20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:18.951 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.949+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:18.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.950+0000 7fbf74b20900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:18.952 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.950+0000 7fbf74b20900 20 searching for the correct realm 2026-04-02T12:04:18.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.952+0000 7fbf6bfff640 0 -- 192.168.123.107:0/1251198657 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7fbf600530b0 msgr2=0x7fbf6005c740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:18.957 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:18.955+0000 7fbf6bfff640 0 -- 192.168.123.107:0/1251198657 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fbf64009a40 msgr2=0x7fbf6401f430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:19.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.159+0000 7fbf74b20900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:19.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.159+0000 7fbf74b20900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:19.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.159+0000 7fbf74b20900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:19.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.159+0000 7fbf74b20900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:19.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.159+0000 7fbf74b20900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:19.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.159+0000 7fbf74b20900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:19.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.159+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.159+0000 7fbf74b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.159+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:19.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 zone default found 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 4 Realm: () 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 zonegroup default 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 started sync module instance, tier type = 2026-04-02T12:04:19.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.160+0000 7fbf74b20900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:19.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.163+0000 7fbf74b20900 20 add_watcher() i=6 2026-04-02T12:04:19.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.163+0000 7fbf74b20900 20 add_watcher() i=5 2026-04-02T12:04:19.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.164+0000 7fbf74b20900 20 add_watcher() i=4 2026-04-02T12:04:19.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.164+0000 7fbf74b20900 20 add_watcher() i=0 2026-04-02T12:04:19.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.164+0000 7fbf74b20900 20 add_watcher() i=2 2026-04-02T12:04:19.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.164+0000 7fbf74b20900 20 add_watcher() i=7 2026-04-02T12:04:19.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.164+0000 7fbf74b20900 20 add_watcher() i=3 2026-04-02T12:04:19.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.164+0000 7fbf74b20900 20 add_watcher() i=1 2026-04-02T12:04:19.166 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.164+0000 7fbf74b20900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:19.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.166+0000 7fbf74b20900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:19.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.166+0000 7fbf74b20900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:19.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.166+0000 7fbf74b20900 5 note: GC not initialized 2026-04-02T12:04:19.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.166+0000 7fbf1dfeb640 20 reqs_thread_entry: start 2026-04-02T12:04:19.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.198+0000 7fbf74b20900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:19.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.198+0000 7fbf74b20900 20 Filter name: none 2026-04-02T12:04:19.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.198+0000 7fbf177fe640 20 reqs_thread_entry: start 2026-04-02T12:04:19.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.198+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.199+0000 7fbf74b20900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:19.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.199+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.199+0000 7fbf74b20900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:19.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.199+0000 7fbf74b20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:19.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.199+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.199+0000 7fbf74b20900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:19.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.199+0000 7fbf74b20900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.199+0000 7fbf74b20900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:19.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.199+0000 7fbf74b20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:19.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.203+0000 7fbf74b20900 20 remove_watcher() i=5 2026-04-02T12:04:19.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.203+0000 7fbf74b20900 2 removed watcher, disabling cache 2026-04-02T12:04:19.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.203+0000 7fbf74b20900 20 remove_watcher() i=6 2026-04-02T12:04:19.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.203+0000 7fbf74b20900 20 remove_watcher() i=7 2026-04-02T12:04:19.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.203+0000 7fbf74b20900 20 remove_watcher() i=3 2026-04-02T12:04:19.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.203+0000 7fbf74b20900 20 remove_watcher() i=1 2026-04-02T12:04:19.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.203+0000 7fbf74b20900 20 remove_watcher() i=4 2026-04-02T12:04:19.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.203+0000 7fbf74b20900 20 remove_watcher() i=2 2026-04-02T12:04:19.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.204+0000 7fbf74b20900 20 remove_watcher() i=0 2026-04-02T12:04:19.211 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.211 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:19.211 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-do-reshard id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:04:19.211 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.213 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-02T12:04:19.234 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:19.234 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:19.252 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.250+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.251+0000 7f1cca95c900 20 realm 2026-04-02T12:04:19.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.251+0000 7f1cca95c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:19.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.253 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.252+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:19.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.252+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.253+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:19.254 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.253+0000 7f1cca95c900 20 searching for the correct realm 2026-04-02T12:04:19.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.457+0000 7f1cc6f71640 0 -- 192.168.123.107:0/451191999 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55a5983db720 msgr2=0x55a5983fbb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:19.461 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.460+0000 7f1cc6770640 0 -- 192.168.123.107:0/451191999 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f1cb80bf460 msgr2=0x7f1cb80c2a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:19.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:19.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:19.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:19.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:19.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:19.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:19.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.462+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.462+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.462+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:19.464 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 20 zone default found 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 4 Realm: () 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 20 zonegroup default 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.464+0000 7f1cca95c900 20 started sync module instance, tier type = 2026-04-02T12:04:19.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.464+0000 7f1cca95c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:19.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=4 2026-04-02T12:04:19.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=2 2026-04-02T12:04:19.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=7 2026-04-02T12:04:19.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=3 2026-04-02T12:04:19.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=5 2026-04-02T12:04:19.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=6 2026-04-02T12:04:19.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=0 2026-04-02T12:04:19.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=1 2026-04-02T12:04:19.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.467+0000 7f1cca95c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:19.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.469+0000 7f1cca95c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:19.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.469+0000 7f1cca95c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:19.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.469+0000 7f1cca95c900 5 note: GC not initialized 2026-04-02T12:04:19.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.469+0000 7f1c6effd640 20 reqs_thread_entry: start 2026-04-02T12:04:19.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.506+0000 7f1cca95c900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:19.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.506+0000 7f1cca95c900 20 Filter name: none 2026-04-02T12:04:19.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.506+0000 7f1c6cff9640 20 reqs_thread_entry: start 2026-04-02T12:04:19.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.506+0000 7f1cca95c900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:04:19.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.506+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.507+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:19.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.507+0000 7f1cca95c900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:04:19.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.507+0000 7f1cca95c900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:04:19.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.507+0000 7f1cca95c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 : miss 2026-04-02T12:04:19.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.507+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.507+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:19.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.507+0000 7f1cca95c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:19.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.507+0000 7f1cca95c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:19.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.507+0000 7f1cca95c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:19.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.507+0000 7f1cca95c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:19.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.507+0000 7f1cca95c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 2026-04-02T12:04:19.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.510+0000 7f1cca95c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:19.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.510+0000 7f1cca95c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:19.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.510+0000 7f1cca95c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:19.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.510+0000 7f1cca95c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36, ofs0, ns] 2026-04-02T12:04:19.512 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763747 cookie 94169712159504 notifier 7019 bl.length()=1007 2026-04-02T12:04:19.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:19.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:19.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:19.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_sources= new_sources= 2026-04-02T12:04:19.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential sources added=[] removed=[] 2026-04-02T12:04:19.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_dests= new_dests= 2026-04-02T12:04:19.513 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential dests added=[] removed=[] 2026-04-02T12:04:19.515 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1cca95c900 time 2026-04-02T12:04:19.515196+0000 2026-04-02T12:04:19.515 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f1ccbd8f8f8] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55a5949a2fc4] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55a5950c3ea6] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f1ccae2a610] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.514+0000 7f1cca95c900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1cca95c900 time 2026-04-02T12:04:19.515196+0000 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f1ccbd8f8f8] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55a5949a2fc4] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55a5950c3ea6] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f1ccae2a610] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f1cca95c900 thread_name:radosgw-admin 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f1ccae3fc30] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f1ccae8d02c] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f1ccbd8f957] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55a5949a2fc4] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55a5950c3ea6] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f1ccae2a610] 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:04:19.516 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.515+0000 7f1cca95c900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f1cca95c900 thread_name:radosgw-admin 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f1ccae3fc30] 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f1ccae8d02c] 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f1ccbd8f957] 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55a5949a2fc4] 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55a5950c3ea6] 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f1ccae2a610] 2026-04-02T12:04:19.518 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: secure 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: crc 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: secure 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: crc 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: crc 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: secure 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: crc 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: secure 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: crc 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: secure 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:04:19.237+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:04:19.237+0000 7f1cca95c900 1 librados: starting msgr at 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:04:19.237+0000 7f1cca95c900 1 librados: starting objecter 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command objecter_requests hook 0x55a59803fab0 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:04:19.237+0000 7f1cca95c900 1 librados: setting wanted keys 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:04:19.237+0000 7f1cca95c900 1 librados: calling monclient init 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:04:19.237+0000 7f1cca95c900 10 monclient: init 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding auth protocol: cephx 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding auth protocol: cephx 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding auth protocol: cephx 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:04:19.237+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:04:19.238+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:04:19.238+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command rotate-key hook 0x55a598038fa8 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-c con 0x55a597fca7e0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-b con 0x55a597fcb4b0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-a con 0x55a597fcb880 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): authenticate will time out at 1827.291175s 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): get_auth_request con 0x55a597fca7e0 auth_method 0 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request con 0x55a597fcb880 auth_method 0 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.519 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:04:19.238+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request con 0x55a597fcb4b0 auth_method 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:04:19.238+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:04:19.238+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:04:19.238+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): handle_auth_done global_id 7010 payload 824 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient: _finish_hunting 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:04:19.238+0000 7f1cc6770640 1 monclient: found mon.noname-c 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: dump: 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: _finish_auth 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: dump: 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:04:19.238+0000 7f1cca95c900 5 monclient: authenticate success, global_id 7010 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:04:19.238+0000 7f1cbcff9640 4 set_mon_vals no callback set 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:04:19.238+0000 7f1cca95c900 1 librados: init done 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:04:19.240+0000 7f1cb2ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:04:19.240+0000 7f1cb2ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:04:19.240+0000 7f1cb2ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:04:19.240+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a598120ec0 auth_method 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:04:19.240+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x7f1ca0077680 auth_method 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:04:19.241+0000 7f1cc6770640 10 monclient: get_auth_request con 0x55a5981ae830 auth_method 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:04:19.241+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x55a5981d0c30 auth_method 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:04:19.242+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a5981f3120 auth_method 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient: build_initial_monmap 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:04:19.243+0000 7f1cca95c900 1 build_initial for_mkfs: 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient: monmap: 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:19.520 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding auth protocol: cephx 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding auth protocol: cephx 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding auth protocol: cephx 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:04:19.243+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a598217d60 EEXIST 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient: init 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding auth protocol: cephx 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding auth protocol: cephx 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding auth protocol: cephx 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:04:19.243+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:04:19.243+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command rotate-key cmddesc rotate-key hook 0x55a5981f1dc0 EEXIST 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-b con 0x55a59823ff90 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-a con 0x55a598240360 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-c con 0x55a598272650 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): authenticate will time out at 1827.296996s 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request con 0x55a598240360 auth_method 0 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): get_auth_request con 0x55a598272650 auth_method 0 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request con 0x55a59823ff90 auth_method 0 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.521 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_done global_id 7494 payload 824 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient: _finish_hunting 0 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 1 monclient: found mon.noname-a 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: dump: 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: _finish_auth 0 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: _check_auth_tickets 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:04:19.244+0000 7f1cc7772640 4 set_mon_vals no callback set 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: dump: 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:04:19.244+0000 7f1cca95c900 5 monclient: authenticate success, global_id 7494 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:04:19.244+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:04:19.244+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:04:19.244+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:04:19.244+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:04:19.246+0000 7f1ca7fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:04:19.246+0000 7f1ca7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:04:19.246+0000 7f1ca7fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:04:19.246+0000 7f1cca95c900 10 monclient: get_monmap_and_config 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:04:19.246+0000 7f1cca95c900 10 monclient: build_initial_monmap 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:04:19.246+0000 7f1cca95c900 1 build_initial for_mkfs: 0 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:04:19.246+0000 7f1cca95c900 10 monclient: monmap: 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:19.522 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding auth protocol: cephx 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding auth protocol: cephx 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding auth protocol: cephx 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:04:19.246+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x7f1c940773d0 auth_method 0 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:04:19.246+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:04:19.246+0000 7f1cca95c900 10 monclient: init 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding auth protocol: cephx 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding auth protocol: cephx 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding auth protocol: cephx 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:04:19.246+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:04:19.247+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:04:19.247+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe0ca14008 EEXIST 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-a con 0x55a5982d46c0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-b con 0x55a597fa0830 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-c con 0x55a597fa19f0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): authenticate will time out at 1827.300210s 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request con 0x55a5982d46c0 auth_method 0 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): get_auth_request con 0x55a597fa19f0 auth_method 0 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request con 0x55a597fa0830 auth_method 0 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.523 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): handle_auth_done global_id 7016 payload 274 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient: _finish_hunting 0 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:04:19.247+0000 7f1cc6770640 1 monclient: found mon.noname-c 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: dump: 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: _finish_auth 0 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:04:19.247+0000 7f1cca95c900 5 monclient: authenticate success, global_id 7016 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient: get_monmap_and_config success 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:04:19.247+0000 7f1cca95c900 4 set_mon_vals no callback set 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: dump: 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient: shutdown 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient: build_initial_monmap 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:04:19.248+0000 7f1cca95c900 1 build_initial for_mkfs: 0 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient: monmap: 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding auth protocol: cephx 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding auth protocol: cephx 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding auth protocol: cephx 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.524 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:04:19.248+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:04:19.248+0000 7f1cca95c900 1 librados: starting msgr at 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:04:19.248+0000 7f1cca95c900 1 librados: starting objecter 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a597fa21f0 EEXIST 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:04:19.248+0000 7f1cca95c900 1 librados: setting wanted keys 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:04:19.248+0000 7f1cca95c900 1 librados: calling monclient init 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient: init 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding auth protocol: cephx 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding auth protocol: cephx 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding auth protocol: cephx 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:04:19.248+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:04:19.248+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command rotate-key cmddesc rotate-key hook 0x55a59826bb58 EEXIST 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-a con 0x55a597fa19f0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-b con 0x55a5982d46c0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-c con 0x55a5982fe0b0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): authenticate will time out at 1827.301721s 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request con 0x55a597fa19f0 auth_method 0 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): get_auth_request con 0x55a5982fe0b0 auth_method 0 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request con 0x55a5982d46c0 auth_method 0 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.525 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): handle_auth_done global_id 7019 payload 824 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient: _finish_hunting 0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:04:19.248+0000 7f1cc6770640 1 monclient: found mon.noname-c 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: dump: 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: _finish_auth 0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: _check_auth_tickets 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: dump: 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:04:19.249+0000 7f1ca5ffb640 4 set_mon_vals no callback set 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:04:19.249+0000 7f1cca95c900 5 monclient: authenticate success, global_id 7019 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:04:19.249+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:04:19.249+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:04:19.249+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:04:19.249+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:04:19.249+0000 7f1cca95c900 1 librados: init done 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:04:19.249+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command cr dump hook 0x55a597fa1e78 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:04:19.250+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:04:19.250+0000 7f1c9bfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:04:19.250+0000 7f1c9bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:04:19.250+0000 7f1c9bfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:04:19.251+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x7f1c84077690 auth_method 0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:04:19.251+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a598397c20 auth_method 0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 realm 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:04:19.251+0000 7f1cca95c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:04:19.251+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x55a5983b9e80 auth_method 0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:04:19.252+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:04:19.252+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:04:19.252+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a5983db720 auth_method 0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:04:19.253+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:04:19.253+0000 7f1cca95c900 20 searching for the correct realm 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:04:19.253+0000 7f1cc6770640 10 monclient: get_auth_request con 0x55a5983fe430 auth_method 0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:04:19.253+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x7f1cb4015420 auth_method 0 2026-04-02T12:04:19.526 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:04:19.254+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x7f1cac051040 auth_method 0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:04:19.455+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x7f1cac051040 auth_method 0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:04:19.457+0000 7f1cc6f71640 0 -- 192.168.123.107:0/451191999 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55a5983db720 msgr2=0x55a5983fbb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:04:19.457+0000 7f1c9bfff640 1 client.7019.objecter ms_handle_reset 0x55a5983db720 session 0x55a5983b9210 osd.4 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:04:19.457+0000 7f1c9bfff640 10 monclient: _renew_subs 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:04:19.457+0000 7f1c9bfff640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:04:19.457+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x7f1c840a4c50 auth_method 0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:04:19.457+0000 7f1cc6770640 10 monclient: get_auth_request con 0x7f1cb80bf460 auth_method 0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:04:19.459+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x7f1cb80bfe00 auth_method 0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:04:19.460+0000 7f1cc6770640 0 -- 192.168.123.107:0/451191999 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f1cb80bf460 msgr2=0x7f1cb80c2a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:04:19.460+0000 7f1c9bfff640 1 client.7019.objecter ms_handle_reset 0x7f1cb80bf460 session 0x7f1cb807b040 osd.6 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:04:19.460+0000 7f1cc6770640 10 monclient: get_auth_request con 0x55a5983db720 auth_method 0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 zone default found 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:04:19.463+0000 7f1cca95c900 4 Realm: () 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:04:19.463+0000 7f1cca95c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:04:19.463+0000 7f1cca95c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:04:19.463+0000 7f1cca95c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 zonegroup default 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:04:19.464+0000 7f1cca95c900 20 started sync module instance, tier type = 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:04:19.464+0000 7f1cca95c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=4 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=2 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=7 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=3 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=5 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=6 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=1 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:04:19.467+0000 7f1cca95c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:04:19.467+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x7f1c50007200 auth_method 0 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding auth protocol: cephx 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding auth protocol: cephx 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding auth protocol: cephx 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.527 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:04:19.469+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:04:19.469+0000 7f1cca95c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:04:19.469+0000 7f1cca95c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command cache list hook 0x55a5983268c0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command cache inspect hook 0x55a5983268c0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command cache erase hook 0x55a5983268c0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command cache zap hook 0x55a5983268c0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 note: GC not initialized 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:04:19.469+0000 7f1c6effd640 20 reqs_thread_entry: start 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command sync trace show hook 0x7f1cac0043c0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command sync trace history hook 0x7f1cac0043c0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command sync trace active hook 0x7f1cac0043c0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command sync trace active_short hook 0x7f1cac0043c0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:04:19.469+0000 7f1cc6770640 10 monclient: get_auth_request con 0x55a598439170 auth_method 0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:04:19.471+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x55a59842f8c0 auth_method 0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:04:19.472+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a598430710 auth_method 0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:04:19.473+0000 7f1cc6770640 10 monclient: get_auth_request con 0x55a5984324d0 auth_method 0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:04:19.477+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x55a598433ab0 auth_method 0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:04:19.483+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a5983f2fd0 auth_method 0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:04:19.506+0000 7f1cca95c900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:04:19.506+0000 7f1cca95c900 20 Filter name: none 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:04:19.506+0000 7f1c6cff9640 20 reqs_thread_entry: start 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:04:19.506+0000 7f1cca95c900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:04:19.506+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:04:19.507+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 : miss 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:04:19.507+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:04:19.507+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:04:19.510+0000 7f1cca95c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:04:19.510+0000 7f1cca95c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:04:19.510+0000 7f1cca95c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:04:19.510+0000 7f1cca95c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36, ofs0, ns] 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763747 cookie 94169712159504 notifier 7019 bl.length()=1007 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_sources= new_sources= 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential sources added=[] removed=[] 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_dests= new_dests= 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential dests added=[] removed=[] 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:04:19.514+0000 7f1cca95c900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1cca95c900 time 2026-04-02T12:04:19.515196+0000 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f1ccbd8f8f8] 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55a5949a2fc4] 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55a5950c3ea6] 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f1ccae2a610] 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:04:19.515+0000 7f1cca95c900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:19.528 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f1cca95c900 thread_name:radosgw-admin 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f1ccae3fc30] 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f1ccae8d02c] 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f1ccbd8f957] 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55a5949a2fc4] 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55a5950c3ea6] 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f1ccae2a610] 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:04:19.529 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:04:19.532 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1c6cff9640 / http_manager 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1c6effd640 / http_manager 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1c9bfff640 / ms_dispatch 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1ca5ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1ca7fff640 / ms_dispatch 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cb2ffd640 / ms_dispatch 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cbcff9640 / io_context_pool, ms_dispatch 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cbd7fa640 / admin_socket 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cc576e640 / ms_dispatch 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cc5f6f640 / msgr-worker-2 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cc6770640 / msgr-worker-1 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cc6f71640 / msgr-worker-0 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cc7772640 / io_context_pool 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cca95c900 / radosgw-admin 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.92367.log 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: secure 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: crc 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: secure 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: crc 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: crc 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: secure 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: crc 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: secure 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: crc 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a59803e710) adding con mode: secure 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:04:19.237+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:04:19.237+0000 7f1cca95c900 1 librados: starting msgr at 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:04:19.237+0000 7f1cca95c900 1 librados: starting objecter 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command objecter_requests hook 0x55a59803fab0 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:04:19.237+0000 7f1cca95c900 1 librados: setting wanted keys 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:04:19.237+0000 7f1cca95c900 1 librados: calling monclient init 2026-04-02T12:04:19.533 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:04:19.237+0000 7f1cca95c900 10 monclient: init 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding auth protocol: cephx 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding auth protocol: cephx 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding auth protocol: cephx 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: crc 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:04:19.237+0000 7f1cca95c900 5 AuthRegistry(0x55a598038e60) adding con mode: secure 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:04:19.237+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:04:19.238+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:04:19.238+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command rotate-key hook 0x55a598038fa8 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-c con 0x55a597fca7e0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-b con 0x55a597fcb4b0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-a con 0x55a597fcb880 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient(hunting): authenticate will time out at 1827.291175s 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): get_auth_request con 0x55a597fca7e0 auth_method 0 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request con 0x55a597fcb880 auth_method 0 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:04:19.238+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:04:19.238+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request con 0x55a597fcb4b0 auth_method 0 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:04:19.238+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:04:19.238+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:04:19.238+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient(hunting): handle_auth_done global_id 7010 payload 824 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient: _finish_hunting 0 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:04:19.238+0000 7f1cc6770640 1 monclient: found mon.noname-c 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:04:19.238+0000 7f1cc6770640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: dump: 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.534 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: _finish_auth 0 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:04:19.238+0000 7f1cb2ffd640 10 monclient: dump: 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:04:19.238+0000 7f1cca95c900 5 monclient: authenticate success, global_id 7010 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:04:19.238+0000 7f1cbcff9640 4 set_mon_vals no callback set 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:04:19.238+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:04:19.238+0000 7f1cca95c900 1 librados: init done 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:04:19.240+0000 7f1cb2ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:04:19.240+0000 7f1cb2ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:04:19.240+0000 7f1cb2ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:04:19.240+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a598120ec0 auth_method 0 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:04:19.240+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x7f1ca0077680 auth_method 0 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:04:19.241+0000 7f1cc6770640 10 monclient: get_auth_request con 0x55a5981ae830 auth_method 0 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:04:19.241+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x55a5981d0c30 auth_method 0 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:04:19.242+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a5981f3120 auth_method 0 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient: build_initial_monmap 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:04:19.243+0000 7f1cca95c900 1 build_initial for_mkfs: 0 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient: monmap: 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding auth protocol: cephx 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding auth protocol: cephx 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding auth protocol: cephx 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: crc 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a598214960) adding con mode: secure 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:04:19.243+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a598217d60 EEXIST 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient: init 2026-04-02T12:04:19.535 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding auth protocol: cephx 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding auth protocol: cephx 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding auth protocol: cephx 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: crc 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 AuthRegistry(0x55a5981f1c78) adding con mode: secure 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:04:19.243+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:04:19.243+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:04:19.243+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command rotate-key cmddesc rotate-key hook 0x55a5981f1dc0 EEXIST 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-b con 0x55a59823ff90 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-a con 0x55a598240360 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-c con 0x55a598272650 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:04:19.243+0000 7f1cca95c900 10 monclient(hunting): authenticate will time out at 1827.296996s 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request con 0x55a598240360 auth_method 0 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): get_auth_request con 0x55a598272650 auth_method 0 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request con 0x55a59823ff90 auth_method 0 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:04:19.244+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:04:19.244+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_done global_id 7494 payload 824 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient: _finish_hunting 0 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 1 monclient: found mon.noname-a 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:04:19.244+0000 7f1cc6f71640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: dump: 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.536 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: _finish_auth 0 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: _check_auth_tickets 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:04:19.244+0000 7f1cc7772640 4 set_mon_vals no callback set 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:04:19.244+0000 7f1ca7fff640 10 monclient: dump: 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:04:19.244+0000 7f1cca95c900 5 monclient: authenticate success, global_id 7494 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:04:19.244+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:04:19.244+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:04:19.244+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:04:19.244+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:04:19.246+0000 7f1ca7fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:04:19.246+0000 7f1ca7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:04:19.246+0000 7f1ca7fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:04:19.246+0000 7f1cca95c900 10 monclient: get_monmap_and_config 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:04:19.246+0000 7f1cca95c900 10 monclient: build_initial_monmap 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:04:19.246+0000 7f1cca95c900 1 build_initial for_mkfs: 0 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:04:19.246+0000 7f1cca95c900 10 monclient: monmap: 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding auth protocol: cephx 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding auth protocol: cephx 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding auth protocol: cephx 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: crc 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x55a597f9f840) adding con mode: secure 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:04:19.246+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x7f1c940773d0 auth_method 0 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:04:19.246+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:04:19.246+0000 7f1cca95c900 10 monclient: init 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding auth protocol: cephx 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding auth protocol: cephx 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding auth protocol: cephx 2026-04-02T12:04:19.537 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: crc 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:04:19.246+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13ec0) adding con mode: secure 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:04:19.246+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:04:19.247+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:04:19.247+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe0ca14008 EEXIST 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-a con 0x55a5982d46c0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-b con 0x55a597fa0830 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-c con 0x55a597fa19f0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient(hunting): authenticate will time out at 1827.300210s 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request con 0x55a5982d46c0 auth_method 0 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): get_auth_request con 0x55a597fa19f0 auth_method 0 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request con 0x55a597fa0830 auth_method 0 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:04:19.247+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:04:19.247+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.538 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient(hunting): handle_auth_done global_id 7016 payload 274 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient: _finish_hunting 0 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:04:19.247+0000 7f1cc6770640 1 monclient: found mon.noname-c 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:04:19.247+0000 7f1cc6770640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: dump: 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: _finish_auth 0 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:04:19.247+0000 7f1cca95c900 5 monclient: authenticate success, global_id 7016 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient: get_monmap_and_config success 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:04:19.247+0000 7f1cca95c900 4 set_mon_vals no callback set 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:04:19.247+0000 7f1ca5ffb640 10 monclient: dump: 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:04:19.247+0000 7f1cca95c900 10 monclient: shutdown 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient: build_initial_monmap 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:04:19.248+0000 7f1cca95c900 1 build_initial for_mkfs: 0 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient: monmap: 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding auth protocol: cephx 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding auth protocol: cephx 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding auth protocol: cephx 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.539 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: crc 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a5982d57d0) adding con mode: secure 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:04:19.248+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:04:19.248+0000 7f1cca95c900 1 librados: starting msgr at 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:04:19.248+0000 7f1cca95c900 1 librados: starting objecter 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command objecter_requests cmddesc objecter_requests hook 0x55a597fa21f0 EEXIST 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:04:19.248+0000 7f1cca95c900 1 librados: setting wanted keys 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:04:19.248+0000 7f1cca95c900 1 librados: calling monclient init 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient: init 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding auth protocol: cephx 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding auth protocol: cephx 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding auth protocol: cephx 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: crc 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 AuthRegistry(0x55a59826ba10) adding con mode: secure 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:04:19.248+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:04:19.248+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:04:19.248+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command rotate-key cmddesc rotate-key hook 0x55a59826bb58 EEXIST 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-a con 0x55a597fa19f0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-b con 0x55a5982d46c0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): picked mon.noname-c con 0x55a5982fe0b0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.540 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:04:19.248+0000 7f1cca95c900 10 monclient(hunting): authenticate will time out at 1827.301721s 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request con 0x55a597fa19f0 auth_method 0 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): get_auth_request con 0x55a5982fe0b0 auth_method 0 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:04:19.248+0000 7f1cc5f6f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request con 0x55a5982d46c0 auth_method 0 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:04:19.248+0000 7f1cc6f71640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient(hunting): handle_auth_done global_id 7019 payload 824 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient: _finish_hunting 0 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:04:19.248+0000 7f1cc6770640 1 monclient: found mon.noname-c 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:04:19.248+0000 7f1cc6770640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: dump: 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: _finish_auth 0 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: _check_auth_tickets 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:04:19.249+0000 7f1c9bfff640 10 monclient: dump: 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:19.541 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:04:19.249+0000 7f1ca5ffb640 4 set_mon_vals no callback set 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:04:19.249+0000 7f1cca95c900 5 monclient: authenticate success, global_id 7019 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:04:19.249+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:04:19.249+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:04:19.249+0000 7f1cca95c900 10 monclient: _renew_subs 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:04:19.249+0000 7f1cca95c900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:04:19.249+0000 7f1cca95c900 1 librados: init done 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:04:19.249+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command cr dump hook 0x55a597fa1e78 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:04:19.250+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:04:19.250+0000 7f1c9bfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:04:19.250+0000 7f1c9bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:04:19.250+0000 7f1c9bfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:04:19.251+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x7f1c84077690 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:04:19.251+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a598397c20 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 realm 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:04:19.251+0000 7f1cca95c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:04:19.251+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:04:19.251+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x55a5983b9e80 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:04:19.252+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:04:19.252+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:04:19.252+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a5983db720 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:04:19.253+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:04:19.253+0000 7f1cca95c900 20 searching for the correct realm 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:04:19.253+0000 7f1cc6770640 10 monclient: get_auth_request con 0x55a5983fe430 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:04:19.253+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x7f1cb4015420 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:04:19.254+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x7f1cac051040 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:04:19.455+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x7f1cac051040 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:04:19.457+0000 7f1cc6f71640 0 -- 192.168.123.107:0/451191999 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55a5983db720 msgr2=0x55a5983fbb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:04:19.457+0000 7f1c9bfff640 1 client.7019.objecter ms_handle_reset 0x55a5983db720 session 0x55a5983b9210 osd.4 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:04:19.457+0000 7f1c9bfff640 10 monclient: _renew_subs 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:04:19.457+0000 7f1c9bfff640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:04:19.457+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x7f1c840a4c50 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:04:19.457+0000 7f1cc6770640 10 monclient: get_auth_request con 0x7f1cb80bf460 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:04:19.459+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x7f1cb80bfe00 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:04:19.460+0000 7f1cc6770640 0 -- 192.168.123.107:0/451191999 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f1cb80bf460 msgr2=0x7f1cb80c2a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:04:19.460+0000 7f1c9bfff640 1 client.7019.objecter ms_handle_reset 0x7f1cb80bf460 session 0x7f1cb807b040 osd.6 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:04:19.460+0000 7f1cc6770640 10 monclient: get_auth_request con 0x55a5983db720 auth_method 0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.542 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:04:19.462+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 zone default found 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:04:19.463+0000 7f1cca95c900 4 Realm: () 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:04:19.463+0000 7f1cca95c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:04:19.463+0000 7f1cca95c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:04:19.463+0000 7f1cca95c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 zonegroup default 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:04:19.463+0000 7f1cca95c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:04:19.464+0000 7f1cca95c900 20 started sync module instance, tier type = 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:04:19.464+0000 7f1cca95c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=4 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=2 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=7 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=3 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=5 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=6 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:04:19.467+0000 7f1cca95c900 20 add_watcher() i=1 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:04:19.467+0000 7f1cca95c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:04:19.467+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x7f1c50007200 auth_method 0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding auth protocol: cephx 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding auth protocol: cephx 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding auth protocol: cephx 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: crc 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 AuthRegistry(0x7ffe0ca13fb0) adding con mode: secure 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:04:19.469+0000 7f1cca95c900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:04:19.469+0000 7f1cca95c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:04:19.469+0000 7f1cca95c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command cache list hook 0x55a5983268c0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command cache inspect hook 0x55a5983268c0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command cache erase hook 0x55a5983268c0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command cache zap hook 0x55a5983268c0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 note: GC not initialized 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:04:19.469+0000 7f1c6effd640 20 reqs_thread_entry: start 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command sync trace show hook 0x7f1cac0043c0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command sync trace history hook 0x7f1cac0043c0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command sync trace active hook 0x7f1cac0043c0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:04:19.469+0000 7f1cca95c900 5 asok(0x55a597f396b0) register_command sync trace active_short hook 0x7f1cac0043c0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:04:19.469+0000 7f1cc6770640 10 monclient: get_auth_request con 0x55a598439170 auth_method 0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:04:19.471+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x55a59842f8c0 auth_method 0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:04:19.472+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a598430710 auth_method 0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:04:19.473+0000 7f1cc6770640 10 monclient: get_auth_request con 0x55a5984324d0 auth_method 0 2026-04-02T12:04:19.543 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:04:19.477+0000 7f1cc5f6f640 10 monclient: get_auth_request con 0x55a598433ab0 auth_method 0 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:04:19.483+0000 7f1cc6f71640 10 monclient: get_auth_request con 0x55a5983f2fd0 auth_method 0 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:04:19.506+0000 7f1cca95c900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:04:19.506+0000 7f1cca95c900 20 Filter name: none 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:04:19.506+0000 7f1c6cff9640 20 reqs_thread_entry: start 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:04:19.506+0000 7f1cca95c900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:04:19.506+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:04:19.507+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 : miss 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:04:19.507+0000 7f1cca95c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:04:19.507+0000 7f1cca95c900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:04:19.507+0000 7f1cca95c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:04:19.510+0000 7f1cca95c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:04:19.510+0000 7f1cca95c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:04:19.510+0000 7f1cca95c900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:04:19.510+0000 7f1cca95c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36, ofs0, ns] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763747 cookie 94169712159504 notifier 7019 bl.length()=1007 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:04:19.511+0000 7f1ca5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_sources= new_sources= 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential sources added=[] removed=[] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_dests= new_dests= 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:04:19.511+0000 7f1cca95c900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential dests added=[] removed=[] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:04:19.514+0000 7f1cca95c900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1cca95c900 time 2026-04-02T12:04:19.515196+0000 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f1ccbd8f8f8] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55a5949a2fc4] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55a5950c3ea6] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f1ccae2a610] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:04:19.515+0000 7f1cca95c900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f1cca95c900 thread_name:radosgw-admin 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f1ccae3fc30] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f1ccae8d02c] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f1ccbd8f957] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55a5949a2fc4] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55a5950c3ea6] 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:04:19.544 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f1ccae2a610] 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:04:19.545 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:04:19.546 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1c6cff9640 / http_manager 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1c6effd640 / http_manager 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1c9bfff640 / ms_dispatch 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1ca5ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1ca7fff640 / ms_dispatch 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cb2ffd640 / ms_dispatch 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cbcff9640 / io_context_pool, ms_dispatch 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cbd7fa640 / admin_socket 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cc576e640 / ms_dispatch 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cc5f6f640 / msgr-worker-2 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cc6770640 / msgr-worker-1 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cc6f71640 / msgr-worker-0 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cc7772640 / io_context_pool 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: 7f1cca95c900 / radosgw-admin 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:04:19.516127Z_21938599-67ab-4b85-939b-52160a000c55/log 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:19.547 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:19.759 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.757+0000 7f4a80ce8640 0 --2- 192.168.123.107:0/2947534289 >> [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] conn(0x56387a0c4df0 0x56387a0f7160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-02T12:04:19.768 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.766+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.767+0000 7f4a8476e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.767+0000 7f4a8476e900 20 realm 2026-04-02T12:04:19.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.767+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.767+0000 7f4a8476e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.767+0000 7f4a8476e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:19.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.767+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.768+0000 7f4a8476e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.769 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.768+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.769+0000 7f4a8476e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:19.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.769+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.770+0000 7f4a8476e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:19.772 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.770+0000 7f4a8476e900 20 searching for the correct realm 2026-04-02T12:04:19.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.771+0000 7f4a73fff640 0 -- 192.168.123.107:0/600932914 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f4a6c086f90 msgr2=0x7f4a6c063210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:19.776 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.774+0000 7f4a73fff640 0 -- 192.168.123.107:0/600932914 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f4a3c0a4c00 msgr2=0x7f4a3c0c5000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:19.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:19.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:19.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:19.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:19.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:19.780 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 zone default found 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 4 Realm: () 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 zonegroup default 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.779+0000 7f4a8476e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.781 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.780+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.780+0000 7f4a8476e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.780+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.780+0000 7f4a8476e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.780+0000 7f4a8476e900 20 started sync module instance, tier type = 2026-04-02T12:04:19.782 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.780+0000 7f4a8476e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:19.785 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.784+0000 7f4a8476e900 20 add_watcher() i=3 2026-04-02T12:04:19.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.784+0000 7f4a8476e900 20 add_watcher() i=0 2026-04-02T12:04:19.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.784+0000 7f4a8476e900 20 add_watcher() i=7 2026-04-02T12:04:19.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.784+0000 7f4a8476e900 20 add_watcher() i=4 2026-04-02T12:04:19.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.784+0000 7f4a8476e900 20 add_watcher() i=5 2026-04-02T12:04:19.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.784+0000 7f4a8476e900 20 add_watcher() i=6 2026-04-02T12:04:19.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.784+0000 7f4a8476e900 20 add_watcher() i=2 2026-04-02T12:04:19.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.784+0000 7f4a8476e900 20 add_watcher() i=1 2026-04-02T12:04:19.786 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.784+0000 7f4a8476e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:19.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.786+0000 7f4a8476e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:19.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.786+0000 7f4a8476e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:19.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.786+0000 7f4a8476e900 5 note: GC not initialized 2026-04-02T12:04:19.788 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.786+0000 7f4a2cff1640 20 reqs_thread_entry: start 2026-04-02T12:04:19.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.822+0000 7f4a8476e900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:19.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.823+0000 7f4a8476e900 20 Filter name: none 2026-04-02T12:04:19.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.823+0000 7f4a267fc640 20 reqs_thread_entry: start 2026-04-02T12:04:19.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.823+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.823+0000 7f4a8476e900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:19.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.823+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.823+0000 7f4a8476e900 20 rados_obj.operate() r=0 bl.length=477 2026-04-02T12:04:19.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.823+0000 7f4a8476e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:19.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.823+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.824+0000 7f4a8476e900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:19.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.824+0000 7f4a8476e900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.824+0000 7f4a8476e900 20 rados_obj.operate() r=0 bl.length=477 2026-04-02T12:04:19.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.824+0000 7f4a8476e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:19.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.828+0000 7f4a8476e900 20 remove_watcher() i=3 2026-04-02T12:04:19.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.828+0000 7f4a8476e900 2 removed watcher, disabling cache 2026-04-02T12:04:19.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.828+0000 7f4a8476e900 20 remove_watcher() i=7 2026-04-02T12:04:19.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.828+0000 7f4a8476e900 20 remove_watcher() i=5 2026-04-02T12:04:19.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.828+0000 7f4a8476e900 20 remove_watcher() i=6 2026-04-02T12:04:19.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.829+0000 7f4a8476e900 20 remove_watcher() i=2 2026-04-02T12:04:19.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.829+0000 7f4a8476e900 20 remove_watcher() i=1 2026-04-02T12:04:19.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.829+0000 7f4a8476e900 20 remove_watcher() i=0 2026-04-02T12:04:19.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.829+0000 7f4a8476e900 20 remove_watcher() i=4 2026-04-02T12:04:19.838 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.838 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:19.838 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-do-reshard id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:04:19.838 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:19.889 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:04:19.909 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:19.909 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:19.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.927+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.928+0000 7ff5fc278900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.928+0000 7ff5fc278900 20 realm 2026-04-02T12:04:19.929 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.928+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.928+0000 7ff5fc278900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.928+0000 7ff5fc278900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:19.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.928+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.928+0000 7ff5fc278900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.930 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.928+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.929+0000 7ff5fc278900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:19.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.929+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.929+0000 7ff5fc278900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:19.931 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.929+0000 7ff5fc278900 20 searching for the correct realm 2026-04-02T12:04:19.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.931+0000 7ff5f9d2d640 0 -- 192.168.123.107:0/742259173 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x5628f0cab450 msgr2=0x5628f0ccb900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:19.936 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.935+0000 7ff5fa52e640 0 -- 192.168.123.107:0/742259173 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5628f0c88690 msgr2=0x5628f0ca8a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:19.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.937+0000 7ff5fc278900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:19.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.937+0000 7ff5fc278900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:19.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.937+0000 7ff5fc278900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.937+0000 7ff5fc278900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.937+0000 7ff5fc278900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.937+0000 7ff5fc278900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.937+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 20 zone default found 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 4 Realm: () 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 20 zonegroup default 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.938+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.939+0000 7ff5fc278900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.939+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.939+0000 7ff5fc278900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:19.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.939+0000 7ff5fc278900 20 started sync module instance, tier type = 2026-04-02T12:04:19.941 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.939+0000 7ff5fc278900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:19.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.942+0000 7ff5fc278900 20 add_watcher() i=7 2026-04-02T12:04:19.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.942+0000 7ff5fc278900 20 add_watcher() i=2 2026-04-02T12:04:19.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.942+0000 7ff5fc278900 20 add_watcher() i=3 2026-04-02T12:04:19.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.942+0000 7ff5fc278900 20 add_watcher() i=0 2026-04-02T12:04:19.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.942+0000 7ff5fc278900 20 add_watcher() i=5 2026-04-02T12:04:19.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.942+0000 7ff5fc278900 20 add_watcher() i=6 2026-04-02T12:04:19.944 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.943+0000 7ff5fc278900 20 add_watcher() i=4 2026-04-02T12:04:19.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.943+0000 7ff5fc278900 20 add_watcher() i=1 2026-04-02T12:04:19.945 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.943+0000 7ff5fc278900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:19.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.945+0000 7ff5fc278900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:19.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.945+0000 7ff5fc278900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:19.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.945+0000 7ff5fc278900 5 note: GC not initialized 2026-04-02T12:04:19.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.945+0000 7ff5a6fed640 20 reqs_thread_entry: start 2026-04-02T12:04:19.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.982+0000 7ff5fc278900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:19.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.982+0000 7ff5fc278900 20 Filter name: none 2026-04-02T12:04:19.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5a4fe9640 20 reqs_thread_entry: start 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 : miss 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 20 rados->read ofs=0 len=0 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 20 rados_obj.operate() r=0 bl.length=477 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:19.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.983+0000 7ff5fc278900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 2026-04-02T12:04:19.986 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.984+0000 7ff5fc278900 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to be held by another RGW process; skipping for now 2026-04-02T12:04:19.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.987+0000 7ff5fc278900 20 remove_watcher() i=0 2026-04-02T12:04:19.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.987+0000 7ff5fc278900 2 removed watcher, disabling cache 2026-04-02T12:04:19.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.987+0000 7ff5fc278900 20 remove_watcher() i=3 2026-04-02T12:04:19.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.987+0000 7ff5fc278900 20 remove_watcher() i=2 2026-04-02T12:04:19.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.987+0000 7ff5fc278900 20 remove_watcher() i=4 2026-04-02T12:04:19.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.987+0000 7ff5fc278900 20 remove_watcher() i=7 2026-04-02T12:04:19.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.987+0000 7ff5fc278900 20 remove_watcher() i=5 2026-04-02T12:04:19.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.987+0000 7ff5fc278900 20 remove_watcher() i=6 2026-04-02T12:04:19.989 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:19.988+0000 7ff5fc278900 20 remove_watcher() i=1 2026-04-02T12:04:19.995 INFO:tasks.workunit.client.0.vm07.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:04:50.022 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:04:50.045 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:50.045 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:50.067 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.065+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.066+0000 7ff62132d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.066+0000 7ff62132d900 20 realm 2026-04-02T12:04:50.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.066+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.066+0000 7ff62132d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.066+0000 7ff62132d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:50.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.066+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.066+0000 7ff62132d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.066+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.069 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.067+0000 7ff62132d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:50.069 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.067+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.068+0000 7ff62132d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:50.070 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.068+0000 7ff62132d900 20 searching for the correct realm 2026-04-02T12:04:50.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.070+0000 7ff61d8a8640 0 -- 192.168.123.107:0/4188022757 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7ff6040cae70 msgr2=0x7ff6040bf620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:50.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.074+0000 7ff61c8a6640 0 -- 192.168.123.107:0/4188022757 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7ff610092b80 msgr2=0x7ff610076040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:50.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:50.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:50.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:50.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:50.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:50.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:50.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 zone default found 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 4 Realm: () 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 zonegroup default 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.279+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.280+0000 7ff62132d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.280+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.280+0000 7ff62132d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.280+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.280+0000 7ff62132d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.280+0000 7ff62132d900 20 started sync module instance, tier type = 2026-04-02T12:04:50.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.280+0000 7ff62132d900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:50.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.284+0000 7ff62132d900 20 add_watcher() i=2 2026-04-02T12:04:50.286 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.284+0000 7ff62132d900 20 add_watcher() i=1 2026-04-02T12:04:50.286 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.284+0000 7ff62132d900 20 add_watcher() i=7 2026-04-02T12:04:50.286 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.284+0000 7ff62132d900 20 add_watcher() i=5 2026-04-02T12:04:50.286 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.285+0000 7ff62132d900 20 add_watcher() i=0 2026-04-02T12:04:50.286 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.285+0000 7ff62132d900 20 add_watcher() i=4 2026-04-02T12:04:50.286 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.285+0000 7ff62132d900 20 add_watcher() i=6 2026-04-02T12:04:50.287 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.285+0000 7ff62132d900 20 add_watcher() i=3 2026-04-02T12:04:50.287 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.285+0000 7ff62132d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:50.289 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.287+0000 7ff62132d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:50.289 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.287+0000 7ff62132d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:50.289 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.287+0000 7ff62132d900 5 note: GC not initialized 2026-04-02T12:04:50.289 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.287+0000 7ff5ca7ec640 20 reqs_thread_entry: start 2026-04-02T12:04:50.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.328+0000 7ff62132d900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:50.329 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.328+0000 7ff62132d900 20 Filter name: none 2026-04-02T12:04:50.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.328+0000 7ff5c3fff640 20 reqs_thread_entry: start 2026-04-02T12:04:50.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.328+0000 7ff62132d900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:04:50.330 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.328+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.328+0000 7ff62132d900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:50.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.328+0000 7ff62132d900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:04:50.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.328+0000 7ff62132d900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:04:50.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.328+0000 7ff62132d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 : miss 2026-04-02T12:04:50.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.328+0000 7ff62132d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.329+0000 7ff62132d900 20 rados_obj.operate() r=0 bl.length=477 2026-04-02T12:04:50.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.329+0000 7ff62132d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:50.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.329+0000 7ff62132d900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:50.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.329+0000 7ff62132d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:50.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.329+0000 7ff62132d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:50.331 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.329+0000 7ff62132d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 2026-04-02T12:04:50.332 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.330+0000 7ff62132d900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:04:50.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.334+0000 7ff62132d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:50.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.334+0000 7ff62132d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:50.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.334+0000 7ff62132d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:50.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.334+0000 7ff62132d900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36, ofs0, ns] 2026-04-02T12:04:50.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.335+0000 7ff5f3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763748 cookie 94446355490736 notifier 7557 bl.length()=1007 2026-04-02T12:04:50.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.335+0000 7ff5f3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:50.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.335+0000 7ff5f3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:50.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.335+0000 7ff5f3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:50.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.335+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_sources= new_sources= 2026-04-02T12:04:50.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.335+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential sources added=[] removed=[] 2026-04-02T12:04:50.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.335+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_dests= new_dests= 2026-04-02T12:04:50.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.335+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential dests added=[] removed=[] 2026-04-02T12:04:50.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.336+0000 7ff5fcff9640 20 trim reshard logs: write on '.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36.0' needs retry: Success 2026-04-02T12:04:50.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.338+0000 7ff62132d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36.2.0 2026-04-02T12:04:50.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.338+0000 7ff62132d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36.2.0 2026-04-02T12:04:50.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.338+0000 7ff62132d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36.2.1 2026-04-02T12:04:50.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.338+0000 7ff62132d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36.2.1 2026-04-02T12:04:50.340 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.338+0000 7ff62132d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36.0 2026-04-02T12:04:50.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.341+0000 7ff62132d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:50.343 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.341+0000 7ff62132d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 2026-04-02T12:04:50.344 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.343+0000 7ff62132d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:50.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.343+0000 7ff62132d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:50.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.343+0000 7ff62132d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:50.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.343+0000 7ff62132d900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36, ofs0, ns] 2026-04-02T12:04:50.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.343+0000 7ff5f3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763749 cookie 94446355490736 notifier 7557 bl.length()=1007 2026-04-02T12:04:50.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.343+0000 7ff5f3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:50.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.343+0000 7ff5f3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:50.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.343+0000 7ff5f3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:50.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.344+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_sources= new_sources= 2026-04-02T12:04:50.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.344+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential sources added=[] removed=[] 2026-04-02T12:04:50.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.344+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_dests= new_dests= 2026-04-02T12:04:50.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.344+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential dests added=[] removed=[] 2026-04-02T12:04:50.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.345+0000 7ff62132d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36.0 2026-04-02T12:04:50.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.345+0000 7ff62132d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:50.347 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.345+0000 7ff62132d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 2026-04-02T12:04:50.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.346+0000 7ff62132d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:50.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.346+0000 7ff62132d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:50.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.346+0000 7ff62132d900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:50.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.346+0000 7ff62132d900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36, ofs0, ns] 2026-04-02T12:04:50.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.347+0000 7ff5fcff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763750 cookie 94446355490736 notifier 7557 bl.length()=971 2026-04-02T12:04:50.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.347+0000 7ff5fcff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 info.flags=0x17 2026-04-02T12:04:50.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.347+0000 7ff5fcff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 to cache LRU end 2026-04-02T12:04:50.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.347+0000 7ff5fcff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:50.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.347+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_sources= new_sources= 2026-04-02T12:04:50.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.347+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential sources added=[] removed=[] 2026-04-02T12:04:50.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.347+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): orig_dests= new_dests= 2026-04-02T12:04:50.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.347+0000 7ff62132d900 20 handle_bi_update(): bucket=:abort-at-do-reshard[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36]): potential dests added=[] removed=[] 2026-04-02T12:04:50.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.348+0000 7ff62132d900 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2026-04-02T12:04:50.355 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.353+0000 7ff62132d900 20 remove_watcher() i=5 2026-04-02T12:04:50.355 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.353+0000 7ff62132d900 2 removed watcher, disabling cache 2026-04-02T12:04:50.355 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.353+0000 7ff62132d900 20 remove_watcher() i=7 2026-04-02T12:04:50.355 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.353+0000 7ff62132d900 20 remove_watcher() i=6 2026-04-02T12:04:50.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.354+0000 7ff62132d900 20 remove_watcher() i=0 2026-04-02T12:04:50.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.354+0000 7ff62132d900 20 remove_watcher() i=4 2026-04-02T12:04:50.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.354+0000 7ff62132d900 20 remove_watcher() i=3 2026-04-02T12:04:50.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.354+0000 7ff62132d900 20 remove_watcher() i=2 2026-04-02T12:04:50.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.354+0000 7ff62132d900 20 remove_watcher() i=1 2026-04-02T12:04:50.365 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-02T12:04:50.384 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:50.384 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:50.405 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.403+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.404+0000 7f4afff92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.404+0000 7f4afff92900 20 realm 2026-04-02T12:04:50.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.404+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.405+0000 7f4afff92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.405+0000 7f4afff92900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:50.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.405+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.405+0000 7f4afff92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.406 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.405+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.406+0000 7f4afff92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:50.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.406+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.406+0000 7f4afff92900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:50.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.406+0000 7f4afff92900 20 searching for the correct realm 2026-04-02T12:04:50.410 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.408+0000 7f4aeffff640 0 -- 192.168.123.107:0/2942765159 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f4ae80588d0 msgr2=0x7f4ae80b8770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:50.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.411+0000 7f4aeffff640 0 -- 192.168.123.107:0/2942765159 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f4af006cad0 msgr2=0x7f4af0064ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:50.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.616+0000 7f4afff92900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.616+0000 7f4afff92900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.616+0000 7f4afff92900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.616+0000 7f4afff92900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.616+0000 7f4afff92900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.616+0000 7f4afff92900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.616+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 20 zone default found 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 4 Realm: () 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 20 zonegroup default 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.617+0000 7f4afff92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.618+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.618+0000 7f4afff92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.618+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.618+0000 7f4afff92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.618+0000 7f4afff92900 20 started sync module instance, tier type = 2026-04-02T12:04:50.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.618+0000 7f4afff92900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:50.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.621+0000 7f4afff92900 20 add_watcher() i=5 2026-04-02T12:04:50.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.621+0000 7f4afff92900 20 add_watcher() i=6 2026-04-02T12:04:50.623 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.621+0000 7f4afff92900 20 add_watcher() i=0 2026-04-02T12:04:50.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.622+0000 7f4afff92900 20 add_watcher() i=7 2026-04-02T12:04:50.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.622+0000 7f4afff92900 20 add_watcher() i=3 2026-04-02T12:04:50.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.623+0000 7f4afff92900 20 add_watcher() i=4 2026-04-02T12:04:50.624 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.623+0000 7f4afff92900 20 add_watcher() i=1 2026-04-02T12:04:50.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.623+0000 7f4afff92900 20 add_watcher() i=2 2026-04-02T12:04:50.625 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.623+0000 7f4afff92900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:50.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.625+0000 7f4afff92900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:50.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.625+0000 7f4afff92900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:50.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.625+0000 7f4afff92900 5 note: GC not initialized 2026-04-02T12:04:50.627 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.625+0000 7f4aa3fff640 20 reqs_thread_entry: start 2026-04-02T12:04:50.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.662+0000 7f4afff92900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:50.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.662+0000 7f4afff92900 20 Filter name: none 2026-04-02T12:04:50.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.662+0000 7f4aa1ffb640 20 reqs_thread_entry: start 2026-04-02T12:04:50.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.662+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.663+0000 7f4afff92900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:50.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.663+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.665 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.663+0000 7f4afff92900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:50.665 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.663+0000 7f4afff92900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:50.665 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.663+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.665 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.663+0000 7f4afff92900 20 rados_obj.operate() r=0 bl.length=211 2026-04-02T12:04:50.665 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.663+0000 7f4afff92900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.665 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.663+0000 7f4afff92900 20 rados_obj.operate() r=0 bl.length=441 2026-04-02T12:04:50.665 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.663+0000 7f4afff92900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:50.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.668+0000 7f4afff92900 20 remove_watcher() i=1 2026-04-02T12:04:50.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.668+0000 7f4afff92900 2 removed watcher, disabling cache 2026-04-02T12:04:50.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.668+0000 7f4afff92900 20 remove_watcher() i=3 2026-04-02T12:04:50.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.668+0000 7f4afff92900 20 remove_watcher() i=7 2026-04-02T12:04:50.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.668+0000 7f4afff92900 20 remove_watcher() i=2 2026-04-02T12:04:50.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.668+0000 7f4afff92900 20 remove_watcher() i=0 2026-04-02T12:04:50.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.668+0000 7f4afff92900 20 remove_watcher() i=6 2026-04-02T12:04:50.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.668+0000 7f4afff92900 20 remove_watcher() i=5 2026-04-02T12:04:50.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.668+0000 7f4afff92900 20 remove_watcher() i=4 2026-04-02T12:04:50.676 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:50.676 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:50.676 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-do-reshard id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.36 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:04:50.676 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:50.736 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2026-04-02T12:04:50.736 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:50.931 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-02T12:04:50.950 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:50.950 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:50.970 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.968+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.969+0000 7f5ef1768900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.969+0000 7f5ef1768900 20 realm 2026-04-02T12:04:50.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.969+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.969+0000 7f5ef1768900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.969+0000 7f5ef1768900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:50.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.970+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.970+0000 7f5ef1768900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.971 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.970+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.970+0000 7f5ef1768900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:50.972 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.970+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.971+0000 7f5ef1768900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:50.973 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.971+0000 7f5ef1768900 20 searching for the correct realm 2026-04-02T12:04:50.976 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.974+0000 7f5eedce1640 0 -- 192.168.123.107:0/3687299469 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x558e9d4bcd80 msgr2=0x558e9d4dd160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:50.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.978+0000 7f5eed4e0640 0 -- 192.168.123.107:0/3687299469 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f5ee0038420 msgr2=0x7f5ee0038890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:50.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.980+0000 7f5ef1768900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:50.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.980+0000 7f5ef1768900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:50.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.980+0000 7f5ef1768900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.980+0000 7f5ef1768900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.980+0000 7f5ef1768900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.980+0000 7f5ef1768900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.980+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 20 zone default found 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 4 Realm: () 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 20 zonegroup default 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.981+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.982+0000 7f5ef1768900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.982+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:50.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.982+0000 7f5ef1768900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:50.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.982+0000 7f5ef1768900 20 started sync module instance, tier type = 2026-04-02T12:04:50.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.982+0000 7f5ef1768900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:50.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.985+0000 7f5ef1768900 20 add_watcher() i=3 2026-04-02T12:04:50.987 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.985+0000 7f5ef1768900 20 add_watcher() i=7 2026-04-02T12:04:50.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.986+0000 7f5ef1768900 20 add_watcher() i=5 2026-04-02T12:04:50.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.986+0000 7f5ef1768900 20 add_watcher() i=4 2026-04-02T12:04:50.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.986+0000 7f5ef1768900 20 add_watcher() i=0 2026-04-02T12:04:50.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.986+0000 7f5ef1768900 20 add_watcher() i=6 2026-04-02T12:04:50.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.986+0000 7f5ef1768900 20 add_watcher() i=1 2026-04-02T12:04:50.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.986+0000 7f5ef1768900 20 add_watcher() i=2 2026-04-02T12:04:50.988 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.986+0000 7f5ef1768900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:50.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.988+0000 7f5ef1768900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:50.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.988+0000 7f5ef1768900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:50.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.988+0000 7f5ef1768900 5 note: GC not initialized 2026-04-02T12:04:50.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:50.988+0000 7f5e9a7ec640 20 reqs_thread_entry: start 2026-04-02T12:04:51.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.032+0000 7f5ef1768900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:51.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.033+0000 7f5ef1768900 20 Filter name: none 2026-04-02T12:04:51.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.033+0000 7f5e93fff640 20 reqs_thread_entry: start 2026-04-02T12:04:51.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.033+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.033+0000 7f5ef1768900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:51.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.033+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.034+0000 7f5ef1768900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:51.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.034+0000 7f5ef1768900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:51.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.034+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.036 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.034+0000 7f5ef1768900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:51.036 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.034+0000 7f5ef1768900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.036 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.034+0000 7f5ef1768900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:51.036 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.034+0000 7f5ef1768900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:51.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.039+0000 7f5ef1768900 20 remove_watcher() i=1 2026-04-02T12:04:51.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.039+0000 7f5ef1768900 2 removed watcher, disabling cache 2026-04-02T12:04:51.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.039+0000 7f5ef1768900 20 remove_watcher() i=0 2026-04-02T12:04:51.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.039+0000 7f5ef1768900 20 remove_watcher() i=4 2026-04-02T12:04:51.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.040+0000 7f5ef1768900 20 remove_watcher() i=5 2026-04-02T12:04:51.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.040+0000 7f5ef1768900 20 remove_watcher() i=3 2026-04-02T12:04:51.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.040+0000 7f5ef1768900 20 remove_watcher() i=7 2026-04-02T12:04:51.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.040+0000 7f5ef1768900 20 remove_watcher() i=6 2026-04-02T12:04:51.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.040+0000 7f5ef1768900 20 remove_watcher() i=2 2026-04-02T12:04:51.048 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:51.048 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:51.048 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-logrecord-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:04:51.048 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:51.050 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2026-04-02T12:04:51.072 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:51.072 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:51.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.091+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.092+0000 7f18bad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.092+0000 7f18bad39900 20 realm 2026-04-02T12:04:51.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.092+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.092+0000 7f18bad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.092+0000 7f18bad39900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:51.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.092+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.092+0000 7f18bad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.092+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.093+0000 7f18bad39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:51.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.093+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.094+0000 7f18bad39900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:51.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.094+0000 7f18bad39900 20 searching for the correct realm 2026-04-02T12:04:51.099 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.098+0000 7f18b6b4e640 0 -- 192.168.123.107:0/1365368348 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f18a804c080 msgr2=0x7f18a806fb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:51.305 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.303+0000 7f18b634d640 0 -- 192.168.123.107:0/1365368348 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55b79c89c940 msgr2=0x55b79c8bcd40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:51.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.505+0000 7f18bad39900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:51.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.505+0000 7f18bad39900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:51.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.505+0000 7f18bad39900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:51.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.505+0000 7f18bad39900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:51.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.505+0000 7f18bad39900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:51.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.505+0000 7f18bad39900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:51.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.505+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.505+0000 7f18bad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.505+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.505+0000 7f18bad39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:51.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.505+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.506+0000 7f18bad39900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.506+0000 7f18bad39900 20 zone default found 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.506+0000 7f18bad39900 4 Realm: () 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.506+0000 7f18bad39900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.506+0000 7f18bad39900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.506+0000 7f18bad39900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.506+0000 7f18bad39900 20 zonegroup default 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.506+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.506+0000 7f18bad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.506+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.507+0000 7f18bad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.507+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.507+0000 7f18bad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.507+0000 7f18bad39900 20 started sync module instance, tier type = 2026-04-02T12:04:51.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.507+0000 7f18bad39900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:51.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.532+0000 7f18bad39900 20 add_watcher() i=0 2026-04-02T12:04:51.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.532+0000 7f18bad39900 20 add_watcher() i=3 2026-04-02T12:04:51.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.538+0000 7f18bad39900 20 add_watcher() i=4 2026-04-02T12:04:51.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.538+0000 7f18bad39900 20 add_watcher() i=5 2026-04-02T12:04:51.540 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.538+0000 7f18bad39900 20 add_watcher() i=6 2026-04-02T12:04:51.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.542+0000 7f18bad39900 20 add_watcher() i=1 2026-04-02T12:04:51.544 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.542+0000 7f18bad39900 20 add_watcher() i=2 2026-04-02T12:04:51.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.548+0000 7f18bad39900 20 add_watcher() i=7 2026-04-02T12:04:51.550 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.548+0000 7f18bad39900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:51.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.552+0000 7f18bad39900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:51.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.552+0000 7f18bad39900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:51.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.552+0000 7f18bad39900 5 note: GC not initialized 2026-04-02T12:04:51.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.553+0000 7f185f7fe640 20 reqs_thread_entry: start 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.595+0000 7f18bad39900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.596+0000 7f18bad39900 20 Filter name: none 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.596+0000 7f185d7fa640 20 reqs_thread_entry: start 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.596+0000 7f18bad39900 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.596+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.596+0000 7f18bad39900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.596+0000 7f18bad39900 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.596+0000 7f18bad39900 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.596+0000 7f18bad39900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 : miss 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.596+0000 7f18bad39900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.597+0000 7f18bad39900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.597+0000 7f18bad39900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.597+0000 7f18bad39900 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.597+0000 7f18bad39900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.597+0000 7f18bad39900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:51.598 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.597+0000 7f18bad39900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 2026-04-02T12:04:51.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.600+0000 7f18bad39900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:51.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.600+0000 7f18bad39900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:51.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.600+0000 7f18bad39900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:51.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.600+0000 7f18bad39900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37, ofs0, ns] 2026-04-02T12:04:51.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.600+0000 7f1895ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763756 cookie 94247093677120 notifier 7112 bl.length()=1019 2026-04-02T12:04:51.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.600+0000 7f1895ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:51.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.600+0000 7f1895ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:51.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.600+0000 7f1895ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:51.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.601+0000 7f18bad39900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): orig_sources= new_sources= 2026-04-02T12:04:51.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.601+0000 7f18bad39900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): potential sources added=[] removed=[] 2026-04-02T12:04:51.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.601+0000 7f18bad39900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): orig_dests= new_dests= 2026-04-02T12:04:51.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.601+0000 7f18bad39900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): potential dests added=[] removed=[] 2026-04-02T12:04:51.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.602+0000 7f18bad39900 -1 Injecting error=-5 at location=logrecord_writes 2026-04-02T12:04:51.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.602+0000 7f18bad39900 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2026-04-02T12:04:51.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.604+0000 7f18bad39900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:51.605 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.604+0000 7f18bad39900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f18bad39900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f18bad39900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f18bad39900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f18bad39900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37, ofs0, ns] 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f1895ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763757 cookie 94247093677120 notifier 7112 bl.length()=983 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f1895ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f1895ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f1895ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f18bad39900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): orig_sources= new_sources= 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f18bad39900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): potential sources added=[] removed=[] 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f18bad39900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): orig_dests= new_dests= 2026-04-02T12:04:51.607 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.605+0000 7f18bad39900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): potential dests added=[] removed=[] 2026-04-02T12:04:51.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.610+0000 7f18bad39900 20 remove_watcher() i=3 2026-04-02T12:04:51.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.610+0000 7f18bad39900 2 removed watcher, disabling cache 2026-04-02T12:04:51.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.610+0000 7f18bad39900 20 remove_watcher() i=0 2026-04-02T12:04:51.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.610+0000 7f18bad39900 20 remove_watcher() i=6 2026-04-02T12:04:51.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.610+0000 7f18bad39900 20 remove_watcher() i=5 2026-04-02T12:04:51.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.610+0000 7f18bad39900 20 remove_watcher() i=2 2026-04-02T12:04:51.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.610+0000 7f18bad39900 20 remove_watcher() i=1 2026-04-02T12:04:51.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.610+0000 7f18bad39900 20 remove_watcher() i=4 2026-04-02T12:04:51.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.610+0000 7f18bad39900 20 remove_watcher() i=7 2026-04-02T12:04:51.620 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-02T12:04:51.640 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:51.640 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:51.661 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.659+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.660+0000 7ff801f3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.660+0000 7ff801f3c900 20 realm 2026-04-02T12:04:51.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.660+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.660+0000 7ff801f3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.660+0000 7ff801f3c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:51.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.660+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.660+0000 7ff801f3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.662 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.660+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.661+0000 7ff801f3c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:51.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.661+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.662+0000 7ff801f3c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:51.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.662+0000 7ff801f3c900 20 searching for the correct realm 2026-04-02T12:04:51.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.666+0000 7ff7fdd52640 0 -- 192.168.123.107:0/1819947244 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7ff7f0044030 msgr2=0x7ff7f0045410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:51.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.870+0000 7ff7fe553640 0 -- 192.168.123.107:0/1819947244 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7ff7e4073600 msgr2=0x7ff7e406c070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:51.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.872+0000 7ff801f3c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:51.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.872+0000 7ff801f3c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:51.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.872+0000 7ff801f3c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:51.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.872+0000 7ff801f3c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:51.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.872+0000 7ff801f3c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:51.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.872+0000 7ff801f3c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:51.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.872+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.872+0000 7ff801f3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.872+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:51.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 20 zone default found 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 4 Realm: () 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 20 zonegroup default 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.873+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.874+0000 7ff801f3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.874+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.874+0000 7ff801f3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:51.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.874+0000 7ff801f3c900 20 started sync module instance, tier type = 2026-04-02T12:04:51.876 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.874+0000 7ff801f3c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:51.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.877+0000 7ff801f3c900 20 add_watcher() i=0 2026-04-02T12:04:51.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.877+0000 7ff801f3c900 20 add_watcher() i=4 2026-04-02T12:04:51.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.877+0000 7ff801f3c900 20 add_watcher() i=5 2026-04-02T12:04:51.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.878+0000 7ff801f3c900 20 add_watcher() i=6 2026-04-02T12:04:51.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.878+0000 7ff801f3c900 20 add_watcher() i=2 2026-04-02T12:04:51.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.878+0000 7ff801f3c900 20 add_watcher() i=7 2026-04-02T12:04:51.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.878+0000 7ff801f3c900 20 add_watcher() i=1 2026-04-02T12:04:51.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.878+0000 7ff801f3c900 20 add_watcher() i=3 2026-04-02T12:04:51.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.878+0000 7ff801f3c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:51.882 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.880+0000 7ff801f3c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:51.882 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.880+0000 7ff801f3c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:51.882 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.880+0000 7ff801f3c900 5 note: GC not initialized 2026-04-02T12:04:51.882 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.880+0000 7ff7aafed640 20 reqs_thread_entry: start 2026-04-02T12:04:51.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.918+0000 7ff801f3c900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:51.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.919+0000 7ff801f3c900 20 Filter name: none 2026-04-02T12:04:51.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.919+0000 7ff7a8fe9640 20 reqs_thread_entry: start 2026-04-02T12:04:51.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.919+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.919+0000 7ff801f3c900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:51.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.919+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.920+0000 7ff801f3c900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:51.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.920+0000 7ff801f3c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:51.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.920+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.920+0000 7ff801f3c900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:51.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.920+0000 7ff801f3c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:51.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.920+0000 7ff801f3c900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:51.922 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.920+0000 7ff801f3c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:51.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.924+0000 7ff801f3c900 20 remove_watcher() i=0 2026-04-02T12:04:51.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.925+0000 7ff801f3c900 2 removed watcher, disabling cache 2026-04-02T12:04:51.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.925+0000 7ff801f3c900 20 remove_watcher() i=4 2026-04-02T12:04:51.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.925+0000 7ff801f3c900 20 remove_watcher() i=5 2026-04-02T12:04:51.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.925+0000 7ff801f3c900 20 remove_watcher() i=6 2026-04-02T12:04:51.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.925+0000 7ff801f3c900 20 remove_watcher() i=7 2026-04-02T12:04:51.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.925+0000 7ff801f3c900 20 remove_watcher() i=2 2026-04-02T12:04:51.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.925+0000 7ff801f3c900 20 remove_watcher() i=3 2026-04-02T12:04:51.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:51.925+0000 7ff801f3c900 20 remove_watcher() i=1 2026-04-02T12:04:51.933 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:51.933 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:51.933 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-logrecord-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:04:51.933 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:51.985 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:04:52.006 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:52.006 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:52.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.026+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.027+0000 7f1e4252f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.027+0000 7f1e4252f900 20 realm 2026-04-02T12:04:52.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.027+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.027+0000 7f1e4252f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.027+0000 7f1e4252f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:52.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.027+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.028+0000 7f1e4252f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.028+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.029+0000 7f1e4252f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:52.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.029+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.029+0000 7f1e4252f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:52.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.029+0000 7f1e4252f900 20 searching for the correct realm 2026-04-02T12:04:52.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.032+0000 7f1e3e240640 0 -- 192.168.123.107:0/3261416461 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55f65040e510 msgr2=0x55f65042e990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:52.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.035+0000 7f1e3ea41640 0 -- 192.168.123.107:0/3261416461 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55f650451f00 msgr2=0x55f6504722e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:52.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.039+0000 7f1e4252f900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:52.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.039+0000 7f1e4252f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:52.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.039+0000 7f1e4252f900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:52.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.039+0000 7f1e4252f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:52.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.039+0000 7f1e4252f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:52.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.039+0000 7f1e4252f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:52.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.039+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.039+0000 7f1e4252f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.039+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.039+0000 7f1e4252f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:52.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.039+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 20 zone default found 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 4 Realm: () 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 20 zonegroup default 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.040+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.041+0000 7f1e4252f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.041+0000 7f1e4252f900 20 started sync module instance, tier type = 2026-04-02T12:04:52.042 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.041+0000 7f1e4252f900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:52.046 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.044+0000 7f1e4252f900 20 add_watcher() i=0 2026-04-02T12:04:52.046 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.044+0000 7f1e4252f900 20 add_watcher() i=5 2026-04-02T12:04:52.046 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.044+0000 7f1e4252f900 20 add_watcher() i=3 2026-04-02T12:04:52.046 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.044+0000 7f1e4252f900 20 add_watcher() i=6 2026-04-02T12:04:52.046 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.044+0000 7f1e4252f900 20 add_watcher() i=7 2026-04-02T12:04:52.046 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.045+0000 7f1e4252f900 20 add_watcher() i=2 2026-04-02T12:04:52.046 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.045+0000 7f1e4252f900 20 add_watcher() i=4 2026-04-02T12:04:52.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.045+0000 7f1e4252f900 20 add_watcher() i=1 2026-04-02T12:04:52.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.045+0000 7f1e4252f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:52.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.047+0000 7f1e4252f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:52.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.047+0000 7f1e4252f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:52.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.047+0000 7f1e4252f900 5 note: GC not initialized 2026-04-02T12:04:52.049 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.047+0000 7f1de6ffd640 20 reqs_thread_entry: start 2026-04-02T12:04:52.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.085+0000 7f1e4252f900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:52.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.085+0000 7f1e4252f900 20 Filter name: none 2026-04-02T12:04:52.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.085+0000 7f1de4ff9640 20 reqs_thread_entry: start 2026-04-02T12:04:52.087 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 : miss 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:52.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.086+0000 7f1e4252f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 2026-04-02T12:04:52.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.090+0000 7f1e4252f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:52.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.090+0000 7f1e4252f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:52.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.090+0000 7f1e4252f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:52.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.090+0000 7f1e4252f900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37, ofs0, ns] 2026-04-02T12:04:52.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.090+0000 7f1e1d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763758 cookie 94516397054592 notifier 7650 bl.length()=1019 2026-04-02T12:04:52.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.090+0000 7f1e1d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:52.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.090+0000 7f1e1d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:52.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.090+0000 7f1e1d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:52.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.091+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): orig_sources= new_sources= 2026-04-02T12:04:52.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.091+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): potential sources added=[] removed=[] 2026-04-02T12:04:52.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.091+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): orig_dests= new_dests= 2026-04-02T12:04:52.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.091+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): potential dests added=[] removed=[] 2026-04-02T12:04:52.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.092+0000 7f1e4252f900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37.1.0 2026-04-02T12:04:52.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.092+0000 7f1e4252f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37.1.0 2026-04-02T12:04:52.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.092+0000 7f1e4252f900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37.1.1 2026-04-02T12:04:52.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.092+0000 7f1e4252f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37.1.1 2026-04-02T12:04:52.094 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.093+0000 7f1e4252f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37.0 2026-04-02T12:04:52.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.094+0000 7f1e4252f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:52.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.094+0000 7f1e4252f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.095+0000 7f1e4252f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.095+0000 7f1e4252f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.095+0000 7f1e4252f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.095+0000 7f1e4252f900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37, ofs0, ns] 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.095+0000 7f1e1dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763759 cookie 94516397054592 notifier 7650 bl.length()=1019 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.095+0000 7f1e1dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.095+0000 7f1e1dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.095+0000 7f1e1dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.096+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): orig_sources= new_sources= 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.096+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): potential sources added=[] removed=[] 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.096+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): orig_dests= new_dests= 2026-04-02T12:04:52.097 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.096+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): potential dests added=[] removed=[] 2026-04-02T12:04:52.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.096+0000 7f1e4252f900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37.0 2026-04-02T12:04:52.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.097+0000 7f1e4252f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:52.098 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.097+0000 7f1e4252f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 2026-04-02T12:04:52.099 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e4252f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:52.099 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e4252f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:52.099 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e4252f900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:52.099 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e4252f900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37, ofs0, ns] 2026-04-02T12:04:52.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e1d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763760 cookie 94516397054592 notifier 7650 bl.length()=983 2026-04-02T12:04:52.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e1d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 info.flags=0x17 2026-04-02T12:04:52.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e1d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 to cache LRU end 2026-04-02T12:04:52.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e1d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:52.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): orig_sources= new_sources= 2026-04-02T12:04:52.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): potential sources added=[] removed=[] 2026-04-02T12:04:52.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): orig_dests= new_dests= 2026-04-02T12:04:52.100 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.098+0000 7f1e4252f900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37]): potential dests added=[] removed=[] 2026-04-02T12:04:52.101 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.099+0000 7f1e4252f900 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2026-04-02T12:04:52.105 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.104+0000 7f1e4252f900 20 remove_watcher() i=7 2026-04-02T12:04:52.106 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.104+0000 7f1e4252f900 2 removed watcher, disabling cache 2026-04-02T12:04:52.106 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.104+0000 7f1e4252f900 20 remove_watcher() i=0 2026-04-02T12:04:52.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.105+0000 7f1e4252f900 20 remove_watcher() i=3 2026-04-02T12:04:52.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.105+0000 7f1e4252f900 20 remove_watcher() i=2 2026-04-02T12:04:52.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.105+0000 7f1e4252f900 20 remove_watcher() i=5 2026-04-02T12:04:52.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.105+0000 7f1e4252f900 20 remove_watcher() i=1 2026-04-02T12:04:52.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.105+0000 7f1e4252f900 20 remove_watcher() i=4 2026-04-02T12:04:52.107 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.105+0000 7f1e4252f900 20 remove_watcher() i=6 2026-04-02T12:04:52.115 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-02T12:04:52.133 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:52.133 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:52.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.151+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.151+0000 7f27fcd9f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.151+0000 7f27fcd9f900 20 realm 2026-04-02T12:04:52.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.151+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.151+0000 7f27fcd9f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.151+0000 7f27fcd9f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:52.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.151+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.152+0000 7f27fcd9f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.152+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.152+0000 7f27fcd9f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:52.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.152+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.153+0000 7f27fcd9f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:52.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.153+0000 7f27fcd9f900 20 searching for the correct realm 2026-04-02T12:04:52.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.156+0000 7f27f8ae7640 0 -- 192.168.123.107:0/3511767931 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55d40e33a0e0 msgr2=0x55d40e35a590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:52.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.158+0000 7f27f3fff640 0 -- 192.168.123.107:0/3511767931 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f27ec0ac420 msgr2=0x7f27ec069540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:52.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.161+0000 7f27fcd9f900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:52.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.161+0000 7f27fcd9f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:52.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.161+0000 7f27fcd9f900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:52.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.161+0000 7f27fcd9f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:52.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.161+0000 7f27fcd9f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:52.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.161+0000 7f27fcd9f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:52.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.161+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 20 zone default found 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 4 Realm: () 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 20 zonegroup default 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.162+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.163+0000 7f27fcd9f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.163+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.163+0000 7f27fcd9f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.163+0000 7f27fcd9f900 20 started sync module instance, tier type = 2026-04-02T12:04:52.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.163+0000 7f27fcd9f900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:52.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.166+0000 7f27fcd9f900 20 add_watcher() i=0 2026-04-02T12:04:52.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.166+0000 7f27fcd9f900 20 add_watcher() i=6 2026-04-02T12:04:52.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.166+0000 7f27fcd9f900 20 add_watcher() i=7 2026-04-02T12:04:52.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.166+0000 7f27fcd9f900 20 add_watcher() i=5 2026-04-02T12:04:52.168 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.167+0000 7f27fcd9f900 20 add_watcher() i=2 2026-04-02T12:04:52.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.167+0000 7f27fcd9f900 20 add_watcher() i=1 2026-04-02T12:04:52.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.167+0000 7f27fcd9f900 20 add_watcher() i=3 2026-04-02T12:04:52.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.167+0000 7f27fcd9f900 20 add_watcher() i=4 2026-04-02T12:04:52.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.167+0000 7f27fcd9f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:52.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.169+0000 7f27fcd9f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:52.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.169+0000 7f27fcd9f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:52.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.169+0000 7f27fcd9f900 5 note: GC not initialized 2026-04-02T12:04:52.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.169+0000 7f27a5feb640 20 reqs_thread_entry: start 2026-04-02T12:04:52.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.208+0000 7f27fcd9f900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:52.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.208+0000 7f27fcd9f900 20 Filter name: none 2026-04-02T12:04:52.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.208+0000 7f279f7fe640 20 reqs_thread_entry: start 2026-04-02T12:04:52.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.208+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.208+0000 7f27fcd9f900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:52.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.208+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.209+0000 7f27fcd9f900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:52.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.209+0000 7f27fcd9f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:52.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.209+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.209+0000 7f27fcd9f900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:52.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.209+0000 7f27fcd9f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.209+0000 7f27fcd9f900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:52.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.209+0000 7f27fcd9f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:52.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.214+0000 7f27fcd9f900 20 remove_watcher() i=0 2026-04-02T12:04:52.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.214+0000 7f27fcd9f900 2 removed watcher, disabling cache 2026-04-02T12:04:52.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.214+0000 7f27fcd9f900 20 remove_watcher() i=5 2026-04-02T12:04:52.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.214+0000 7f27fcd9f900 20 remove_watcher() i=7 2026-04-02T12:04:52.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.214+0000 7f27fcd9f900 20 remove_watcher() i=2 2026-04-02T12:04:52.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.214+0000 7f27fcd9f900 20 remove_watcher() i=3 2026-04-02T12:04:52.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.214+0000 7f27fcd9f900 20 remove_watcher() i=4 2026-04-02T12:04:52.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.214+0000 7f27fcd9f900 20 remove_watcher() i=6 2026-04-02T12:04:52.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.214+0000 7f27fcd9f900 20 remove_watcher() i=1 2026-04-02T12:04:52.221 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:52.221 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:52.221 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-logrecord-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.37 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:04:52.221 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:52.281 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with abort at logrecord_writes 2026-04-02T12:04:52.281 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:52.479 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-02T12:04:52.498 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:52.498 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:52.517 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.516+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.516+0000 7fdaf711c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.516+0000 7fdaf711c900 20 realm 2026-04-02T12:04:52.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.516+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.516+0000 7fdaf711c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.516+0000 7fdaf711c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:52.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.516+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.516+0000 7fdaf711c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.518 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.516+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.517+0000 7fdaf711c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:52.519 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.517+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.518+0000 7fdaf711c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:52.520 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.518+0000 7fdaf711c900 20 searching for the correct realm 2026-04-02T12:04:52.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.521+0000 7fdaf4bd3640 0 -- 192.168.123.107:0/4122403132 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fdae8078c30 msgr2=0x7fdae80758b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:52.728 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.726+0000 7fdaf53d4640 0 -- 192.168.123.107:0/4122403132 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fdad804d920 msgr2=0x7fdad80283f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.728+0000 7fdaf711c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.728+0000 7fdaf711c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.728+0000 7fdaf711c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.728+0000 7fdaf711c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.728+0000 7fdaf711c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.728+0000 7fdaf711c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.728+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.728+0000 7fdaf711c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.728+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.728+0000 7fdaf711c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.728+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:52.730 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 20 zone default found 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 4 Realm: () 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 20 zonegroup default 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.729+0000 7fdaf711c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.730+0000 7fdaf711c900 20 started sync module instance, tier type = 2026-04-02T12:04:52.731 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.730+0000 7fdaf711c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:52.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.732+0000 7fdaf711c900 20 add_watcher() i=0 2026-04-02T12:04:52.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.733+0000 7fdaf711c900 20 add_watcher() i=7 2026-04-02T12:04:52.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.733+0000 7fdaf711c900 20 add_watcher() i=4 2026-04-02T12:04:52.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.733+0000 7fdaf711c900 20 add_watcher() i=2 2026-04-02T12:04:52.735 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.733+0000 7fdaf711c900 20 add_watcher() i=3 2026-04-02T12:04:52.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.734+0000 7fdaf711c900 20 add_watcher() i=1 2026-04-02T12:04:52.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.734+0000 7fdaf711c900 20 add_watcher() i=5 2026-04-02T12:04:52.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.734+0000 7fdaf711c900 20 add_watcher() i=6 2026-04-02T12:04:52.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.734+0000 7fdaf711c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:52.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.737+0000 7fdaf711c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:52.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.737+0000 7fdaf711c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:52.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.737+0000 7fdaf711c900 5 note: GC not initialized 2026-04-02T12:04:52.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.737+0000 7fdaa17f2640 20 reqs_thread_entry: start 2026-04-02T12:04:52.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.811+0000 7fdaf711c900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:52.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.811+0000 7fdaf711c900 20 Filter name: none 2026-04-02T12:04:52.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.812+0000 7fda9affd640 20 reqs_thread_entry: start 2026-04-02T12:04:52.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.812+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.812+0000 7fdaf711c900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:52.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.812+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.812+0000 7fdaf711c900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:52.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.813+0000 7fdaf711c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:52.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.813+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.813+0000 7fdaf711c900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:52.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.813+0000 7fdaf711c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.813+0000 7fdaf711c900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:52.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.813+0000 7fdaf711c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:52.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.817+0000 7fdaf711c900 20 remove_watcher() i=7 2026-04-02T12:04:52.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.817+0000 7fdaf711c900 2 removed watcher, disabling cache 2026-04-02T12:04:52.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.817+0000 7fdaf711c900 20 remove_watcher() i=1 2026-04-02T12:04:52.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.817+0000 7fdaf711c900 20 remove_watcher() i=3 2026-04-02T12:04:52.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.817+0000 7fdaf711c900 20 remove_watcher() i=0 2026-04-02T12:04:52.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.817+0000 7fdaf711c900 20 remove_watcher() i=4 2026-04-02T12:04:52.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.817+0000 7fdaf711c900 20 remove_watcher() i=2 2026-04-02T12:04:52.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.818+0000 7fdaf711c900 20 remove_watcher() i=5 2026-04-02T12:04:52.820 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.818+0000 7fdaf711c900 20 remove_watcher() i=6 2026-04-02T12:04:52.825 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:52.825 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:52.825 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-logrecord-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:04:52.825 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:52.827 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2026-04-02T12:04:52.849 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:52.849 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:52.870 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.868+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.869+0000 7fb177b74900 20 realm 2026-04-02T12:04:52.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.869+0000 7fb177b74900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:52.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:52.871 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:52.872 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:52.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.871+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:52.873 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.871+0000 7fb177b74900 20 searching for the correct realm 2026-04-02T12:04:52.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.873+0000 7fb16ffff640 0 -- 192.168.123.107:0/2487090795 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x560baf12dce0 msgr2=0x560baf14e0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:52.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:52.876+0000 7fb166dff640 0 -- 192.168.123.107:0/2487090795 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fb1680659a0 msgr2=0x7fb168066440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:53.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:53.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:53.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:53.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:53.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:53.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:53.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.081+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.081+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.081+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 20 zone default found 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 4 Realm: () 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 20 zonegroup default 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.083+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.083+0000 7fb177b74900 20 started sync module instance, tier type = 2026-04-02T12:04:53.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.083+0000 7fb177b74900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:53.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.086+0000 7fb177b74900 20 add_watcher() i=0 2026-04-02T12:04:53.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=2 2026-04-02T12:04:53.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=5 2026-04-02T12:04:53.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=3 2026-04-02T12:04:53.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=1 2026-04-02T12:04:53.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=7 2026-04-02T12:04:53.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=4 2026-04-02T12:04:53.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=6 2026-04-02T12:04:53.089 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.087+0000 7fb177b74900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:53.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.089+0000 7fb177b74900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:53.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.090+0000 7fb177b74900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:53.091 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.090+0000 7fb177b74900 5 note: GC not initialized 2026-04-02T12:04:53.092 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.090+0000 7fb11bfff640 20 reqs_thread_entry: start 2026-04-02T12:04:53.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.131+0000 7fb177b74900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:53.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.132+0000 7fb177b74900 20 Filter name: none 2026-04-02T12:04:53.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.132+0000 7fb119ffb640 20 reqs_thread_entry: start 2026-04-02T12:04:53.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.132+0000 7fb177b74900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:04:53.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.132+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.132+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:53.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.132+0000 7fb177b74900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:53.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.132+0000 7fb177b74900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:04:53.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.132+0000 7fb177b74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 : miss 2026-04-02T12:04:53.134 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.132+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.133+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:53.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.133+0000 7fb177b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:04:53.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.133+0000 7fb177b74900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:04:53.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.133+0000 7fb177b74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:53.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.133+0000 7fb177b74900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:53.135 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.133+0000 7fb177b74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 2026-04-02T12:04:53.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.136+0000 7fb177b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:04:53.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.136+0000 7fb177b74900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:04:53.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.136+0000 7fb177b74900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:53.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.136+0000 7fb177b74900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38, ofs0, ns] 2026-04-02T12:04:53.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763715 cookie 94608181889568 notifier 7181 bl.length()=1019 2026-04-02T12:04:53.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:04:53.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:04:53.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:53.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_sources= new_sources= 2026-04-02T12:04:53.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential sources added=[] removed=[] 2026-04-02T12:04:53.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_dests= new_dests= 2026-04-02T12:04:53.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential dests added=[] removed=[] 2026-04-02T12:04:53.140 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb177b74900 time 2026-04-02T12:04:53.139729+0000 2026-04-02T12:04:53.140 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:53.140 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:53.140 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb178f8f8f8] 2026-04-02T12:04:53.140 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x560baba73fc4] 2026-04-02T12:04:53.140 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x1013a2f) [0x560bac66da2f] 2026-04-02T12:04:53.140 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560bac194e3e] 2026-04-02T12:04:53.140 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:04:53.140 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb17802a610] 2026-04-02T12:04:53.140 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:04:53.140 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7fb177b74900 thread_name:radosgw-admin 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.139+0000 7fb177b74900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb177b74900 time 2026-04-02T12:04:53.139729+0000 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb178f8f8f8] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x560baba73fc4] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x1013a2f) [0x560bac66da2f] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560bac194e3e] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb17802a610] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb17803fc30] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb17808d02c] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb178f8f957] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x560baba73fc4] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x1013a2f) [0x560bac66da2f] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560bac194e3e] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb17802a610] 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:04:53.141 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.139+0000 7fb177b74900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7fb177b74900 thread_name:radosgw-admin 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb17803fc30] 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb17808d02c] 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb178f8f957] 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x560baba73fc4] 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x1013a2f) [0x560bac66da2f] 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560bac194e3e] 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb17802a610] 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.142 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:04:52.854+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:04:52.854+0000 7fb177b74900 1 librados: starting msgr at 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:04:52.854+0000 7fb177b74900 1 librados: starting objecter 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 asok(0x560baec876b0) register_command objecter_requests hook 0x560baedbc9a0 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:04:52.854+0000 7fb177b74900 1 librados: setting wanted keys 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:04:52.854+0000 7fb177b74900 1 librados: calling monclient init 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:04:52.854+0000 7fb177b74900 10 monclient: init 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding auth protocol: cephx 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding auth protocol: cephx 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding auth protocol: cephx 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:04:52.854+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:04:52.854+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:04:52.855+0000 7fb177b74900 5 asok(0x560baec876b0) register_command rotate-key hook 0x560baed87128 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-c con 0x560baed194b0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-a con 0x560baed19880 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-b con 0x560baedc99a0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:53.148 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): authenticate will time out at 1860.908177s 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request con 0x560baed194b0 auth_method 0 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): get_auth_request con 0x560baed19880 auth_method 0 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): get_auth_request con 0x560baedc99a0 auth_method 0 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): handle_auth_done global_id 7692 payload 824 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient: _finish_hunting 0 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:04:52.855+0000 7fb166dff640 1 monclient: found mon.noname-a 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: dump: 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: _finish_auth 0 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: _check_auth_tickets 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: dump: 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:04:52.855+0000 7fb165dfd640 4 set_mon_vals no callback set 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:04:52.855+0000 7fb177b74900 5 monclient: authenticate success, global_id 7692 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.149 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:04:52.855+0000 7fb177b74900 1 librados: init done 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:04:52.857+0000 7fb15ffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:04:52.857+0000 7fb15ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:04:52.857+0000 7fb15ffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:04:52.857+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x7fb14c077600 auth_method 0 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:04:52.857+0000 7fb16ffff640 10 monclient: get_auth_request con 0x560baedb7bb0 auth_method 0 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:04:52.858+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x560baeefcb20 auth_method 0 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:04:52.859+0000 7fb166dff640 10 monclient: get_auth_request con 0x560baef1ed00 auth_method 0 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:04:52.860+0000 7fb16ffff640 10 monclient: get_auth_request con 0x560baef40fd0 auth_method 0 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:04:52.860+0000 7fb177b74900 10 monclient: build_initial_monmap 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:04:52.860+0000 7fb177b74900 1 build_initial for_mkfs: 0 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:04:52.860+0000 7fb177b74900 10 monclient: monmap: 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding auth protocol: cephx 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding auth protocol: cephx 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding auth protocol: cephx 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:04:52.861+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 asok(0x560baec876b0) register_command objecter_requests cmddesc objecter_requests hook 0x560baef65c30 EEXIST 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient: init 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding auth protocol: cephx 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding auth protocol: cephx 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding auth protocol: cephx 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.150 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:04:52.861+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:04:52.861+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 asok(0x560baec876b0) register_command rotate-key cmddesc rotate-key hook 0x560baef3fc70 EEXIST 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-b con 0x560baef8de60 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-c con 0x560baef8e230 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-a con 0x560baefc0520 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): authenticate will time out at 1860.914849s 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): get_auth_request con 0x560baef8e230 auth_method 0 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:04:52.861+0000 7fb166dff640 10 monclient(hunting): get_auth_request con 0x560baef8de60 auth_method 0 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:04:52.861+0000 7fb166dff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:04:52.861+0000 7fb166dff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:04:52.861+0000 7fb166dff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:04:52.861+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request con 0x560baefc0520 auth_method 0 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:04:52.861+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:04:52.861+0000 7fb16f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:04:52.861+0000 7fb16f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:04:52.862+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:04:52.862+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:04:52.862+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:04:52.862+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_done global_id 7695 payload 824 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 1 monclient: found mon.noname-a 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: dump: 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: _finish_auth 0 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: _check_auth_tickets 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:53.151 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: dump: 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:04:52.862+0000 7fb177b74900 5 monclient: authenticate success, global_id 7695 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:04:52.862+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:04:52.862+0000 7fb177b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:04:52.862+0000 7fb174985640 4 set_mon_vals no callback set 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:04:52.862+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:04:52.862+0000 7fb177b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:04:52.863+0000 7fb15d7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:04:52.863+0000 7fb15d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:04:52.863+0000 7fb15d7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: get_monmap_and_config 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: build_initial_monmap 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:04:52.864+0000 7fb177b74900 1 build_initial for_mkfs: 0 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:04:52.864+0000 7fb166dff640 10 monclient: get_auth_request con 0x7fb140077520 auth_method 0 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: monmap: 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding auth protocol: cephx 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding auth protocol: cephx 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding auth protocol: cephx 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:04:52.864+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: init 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding auth protocol: cephx 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding auth protocol: cephx 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding auth protocol: cephx 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.152 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:04:52.864+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:04:52.864+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 asok(0x560baec876b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd94fbb358 EEXIST 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-b con 0x560baf024900 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-a con 0x560baf049930 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-c con 0x560baf050ff0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): authenticate will time out at 1860.917985s 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): get_auth_request con 0x560baf024900 auth_method 0 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): get_auth_request con 0x560baf049930 auth_method 0 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request con 0x560baf050ff0 auth_method 0 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): handle_auth_done global_id 6808 payload 274 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient: _finish_hunting 0 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:04:52.865+0000 7fb166dff640 1 monclient: found mon.noname-b 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.109:3300/0 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: dump: 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: _finish_auth 0 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:04:52.865+0000 7fb177b74900 5 monclient: authenticate success, global_id 6808 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-02T12:04:53.153 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: dump: 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:04:52.865+0000 7fb177b74900 10 monclient: get_monmap_and_config success 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:04:52.865+0000 7fb177b74900 4 set_mon_vals no callback set 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:04:52.865+0000 7fb177b74900 10 monclient: shutdown 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient: build_initial_monmap 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:04:52.866+0000 7fb177b74900 1 build_initial for_mkfs: 0 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient: monmap: 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding auth protocol: cephx 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding auth protocol: cephx 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding auth protocol: cephx 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.154 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:04:52.866+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:04:52.866+0000 7fb177b74900 1 librados: starting msgr at 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:04:52.866+0000 7fb177b74900 1 librados: starting objecter 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 asok(0x560baec876b0) register_command objecter_requests cmddesc objecter_requests hook 0x560baf049910 EEXIST 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:04:52.866+0000 7fb177b74900 1 librados: setting wanted keys 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:04:52.866+0000 7fb177b74900 1 librados: calling monclient init 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient: init 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding auth protocol: cephx 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding auth protocol: cephx 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding auth protocol: cephx 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:04:52.866+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:04:52.866+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 asok(0x560baec876b0) register_command rotate-key cmddesc rotate-key hook 0x560baf021788 EEXIST 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:53.159 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-c con 0x560baf049930 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-b con 0x560baf050ff0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-a con 0x560baf04f220 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): authenticate will time out at 1860.919733s 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): get_auth_request con 0x560baf049930 auth_method 0 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request con 0x560baf04f220 auth_method 0 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:04:52.866+0000 7fb16ffff640 10 monclient(hunting): get_auth_request con 0x560baf050ff0 auth_method 0 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:04:52.866+0000 7fb16ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:04:52.866+0000 7fb16ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:04:52.866+0000 7fb16ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): handle_auth_done global_id 7181 payload 824 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient: _finish_hunting 0 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:04:52.866+0000 7fb166dff640 1 monclient: found mon.noname-c 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: dump: 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: _finish_auth 0 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: _check_auth_tickets 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: dump: 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.160 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:04:52.867+0000 7fb177b74900 5 monclient: authenticate success, global_id 7181 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:04:52.867+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:04:52.867+0000 7fb177b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:04:52.867+0000 7fb152ffd640 4 set_mon_vals no callback set 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:04:52.867+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:04:52.867+0000 7fb177b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:04:52.867+0000 7fb177b74900 1 librados: init done 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:04:52.867+0000 7fb177b74900 5 asok(0x560baec876b0) register_command cr dump hook 0x560baf04eb88 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:04:52.868+0000 7fb1517fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:04:52.868+0000 7fb1517fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:04:52.868+0000 7fb1517fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:04:52.868+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:04:52.868+0000 7fb16ffff640 10 monclient: get_auth_request con 0x7fb130077600 auth_method 0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:04:52.869+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x560baf0e9d50 auth_method 0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:04:52.869+0000 7fb177b74900 20 realm 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:04:52.869+0000 7fb177b74900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:04:52.870+0000 7fb166dff640 10 monclient: get_auth_request con 0x560baf10c490 auth_method 0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:04:52.871+0000 7fb16ffff640 10 monclient: get_auth_request con 0x560baf12dce0 auth_method 0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:04:52.871+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:04:52.871+0000 7fb177b74900 20 searching for the correct realm 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:04:52.871+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x560baf150ac0 auth_method 0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:04:52.872+0000 7fb166dff640 10 monclient: get_auth_request con 0x7fb1600c2ab0 auth_method 0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:04:52.873+0000 7fb16ffff640 10 monclient: get_auth_request con 0x7fb158073070 auth_method 0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:04:52.873+0000 7fb16ffff640 0 -- 192.168.123.107:0/2487090795 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x560baf12dce0 msgr2=0x560baf14e0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:04:52.873+0000 7fb1517fa640 1 client.7181.objecter ms_handle_reset 0x560baf12dce0 session 0x560baf10b820 osd.4 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:04:52.873+0000 7fb1517fa640 10 monclient: _renew_subs 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:04:52.873+0000 7fb1517fa640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:04:52.873+0000 7fb16ffff640 10 monclient: get_auth_request con 0x7fb1300a4bc0 auth_method 0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:04:52.874+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x7fb168035400 auth_method 0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:04:52.876+0000 7fb166dff640 10 monclient: get_auth_request con 0x7fb1680659a0 auth_method 0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:04:52.876+0000 7fb166dff640 0 -- 192.168.123.107:0/2487090795 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fb1680659a0 msgr2=0x7fb168066440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:04:53.077+0000 7fb166dff640 10 monclient: get_auth_request con 0x7fb1680659a0 auth_method 0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.161 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 zone default found 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:04:53.082+0000 7fb177b74900 4 Realm: () 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:04:53.082+0000 7fb177b74900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:04:53.082+0000 7fb177b74900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:04:53.082+0000 7fb177b74900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 zonegroup default 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:04:53.083+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:04:53.083+0000 7fb177b74900 20 started sync module instance, tier type = 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:04:53.083+0000 7fb177b74900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:04:53.086+0000 7fb177b74900 20 add_watcher() i=0 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=2 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=5 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=3 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=1 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=7 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=4 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=6 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:04:53.087+0000 7fb177b74900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:04:53.087+0000 7fb16ffff640 10 monclient: get_auth_request con 0x7fb0fc007200 auth_method 0 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding auth protocol: cephx 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding auth protocol: cephx 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding auth protocol: cephx 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:04:53.089+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.162 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:04:53.089+0000 7fb177b74900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:04:53.090+0000 7fb177b74900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command cache list hook 0x560baf04f200 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command cache inspect hook 0x560baf04f200 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command cache erase hook 0x560baf04f200 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command cache zap hook 0x560baf04f200 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 note: GC not initialized 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:04:53.090+0000 7fb11bfff640 20 reqs_thread_entry: start 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command sync trace show hook 0x7fb160004130 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command sync trace history hook 0x7fb160004130 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command sync trace active hook 0x7fb160004130 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command sync trace active_short hook 0x7fb160004130 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:04:53.090+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x560baf18aa80 auth_method 0 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:04:53.092+0000 7fb166dff640 10 monclient: get_auth_request con 0x560baf18c790 auth_method 0 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:04:53.093+0000 7fb16ffff640 10 monclient: get_auth_request con 0x560baf18ba20 auth_method 0 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:04:53.095+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x560baf18b5d0 auth_method 0 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:04:53.099+0000 7fb166dff640 10 monclient: get_auth_request con 0x560baf189430 auth_method 0 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:04:53.106+0000 7fb16ffff640 10 monclient: get_auth_request con 0x560baf144d40 auth_method 0 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:04:53.131+0000 7fb177b74900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:04:53.132+0000 7fb177b74900 20 Filter name: none 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:04:53.132+0000 7fb119ffb640 20 reqs_thread_entry: start 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:04:53.132+0000 7fb177b74900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:04:53.132+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:04:53.132+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:04:53.132+0000 7fb177b74900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:04:53.132+0000 7fb177b74900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:04:53.132+0000 7fb177b74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 : miss 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:04:53.132+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:04:53.133+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:04:53.133+0000 7fb177b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:04:53.133+0000 7fb177b74900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:04:53.133+0000 7fb177b74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:04:53.133+0000 7fb177b74900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:04:53.133+0000 7fb177b74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:04:53.136+0000 7fb177b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:04:53.136+0000 7fb177b74900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:04:53.136+0000 7fb177b74900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:04:53.136+0000 7fb177b74900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38, ofs0, ns] 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763715 cookie 94608181889568 notifier 7181 bl.length()=1019 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_sources= new_sources= 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential sources added=[] removed=[] 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_dests= new_dests= 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential dests added=[] removed=[] 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:04:53.139+0000 7fb177b74900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb177b74900 time 2026-04-02T12:04:53.139729+0000 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb178f8f8f8] 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x560baba73fc4] 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x1013a2f) [0x560bac66da2f] 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560bac194e3e] 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb17802a610] 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:04:53.163 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:04:53.139+0000 7fb177b74900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7fb177b74900 thread_name:radosgw-admin 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb17803fc30] 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb17808d02c] 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb178f8f957] 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x560baba73fc4] 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x1013a2f) [0x560bac66da2f] 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560bac194e3e] 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb17802a610] 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:04:53.164 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 7fb119ffb640 / http_manager 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 7fb11bfff640 / http_manager 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 7fb1517fa640 / ms_dispatch 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 7fb1527fc640 / io_context_pool 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 7fb152ffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 7fb15d7fa640 / ms_dispatch 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 7fb15ffff640 / ms_dispatch 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 7fb165dfd640 / io_context_pool, ms_dispatch 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 7fb1665fe640 / admin_socket 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 7fb166dff640 / msgr-worker-2 2026-04-02T12:04:53.165 INFO:tasks.workunit.client.0.vm07.stderr: 7fb16effd640 / ms_dispatch 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: 7fb16f7fe640 / msgr-worker-1 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: 7fb16ffff640 / msgr-worker-0 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: 7fb174985640 / io_context_pool 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: 7fb177b74900 / radosgw-admin 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.93371.log 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed8dd70) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:04:52.854+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:04:52.854+0000 7fb177b74900 1 librados: starting msgr at 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:04:52.854+0000 7fb177b74900 1 librados: starting objecter 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 asok(0x560baec876b0) register_command objecter_requests hook 0x560baedbc9a0 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:04:52.854+0000 7fb177b74900 1 librados: setting wanted keys 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:04:52.854+0000 7fb177b74900 1 librados: calling monclient init 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:04:52.854+0000 7fb177b74900 10 monclient: init 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding auth protocol: cephx 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding auth protocol: cephx 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding auth protocol: cephx 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: crc 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:04:52.854+0000 7fb177b74900 5 AuthRegistry(0x560baed86fe0) adding con mode: secure 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:04:52.854+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:04:52.854+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:04:52.855+0000 7fb177b74900 5 asok(0x560baec876b0) register_command rotate-key hook 0x560baed87128 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-c con 0x560baed194b0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-a con 0x560baed19880 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-b con 0x560baedc99a0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient(hunting): authenticate will time out at 1860.908177s 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request con 0x560baed194b0 auth_method 0 2026-04-02T12:04:53.166 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): get_auth_request con 0x560baed19880 auth_method 0 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:04:52.855+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): get_auth_request con 0x560baedc99a0 auth_method 0 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:04:52.855+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient(hunting): handle_auth_done global_id 7692 payload 824 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient: _finish_hunting 0 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:04:52.855+0000 7fb166dff640 1 monclient: found mon.noname-a 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:04:52.855+0000 7fb166dff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: dump: 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: _finish_auth 0 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: _check_auth_tickets 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:04:52.855+0000 7fb15ffff640 10 monclient: dump: 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:04:52.855+0000 7fb165dfd640 4 set_mon_vals no callback set 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:04:52.855+0000 7fb177b74900 5 monclient: authenticate success, global_id 7692 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:04:52.855+0000 7fb177b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:04:52.855+0000 7fb177b74900 1 librados: init done 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:04:52.857+0000 7fb15ffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:04:52.857+0000 7fb15ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:04:52.857+0000 7fb15ffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.167 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:04:52.857+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x7fb14c077600 auth_method 0 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:04:52.857+0000 7fb16ffff640 10 monclient: get_auth_request con 0x560baedb7bb0 auth_method 0 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:04:52.858+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x560baeefcb20 auth_method 0 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:04:52.859+0000 7fb166dff640 10 monclient: get_auth_request con 0x560baef1ed00 auth_method 0 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:04:52.860+0000 7fb16ffff640 10 monclient: get_auth_request con 0x560baef40fd0 auth_method 0 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:04:52.860+0000 7fb177b74900 10 monclient: build_initial_monmap 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:04:52.860+0000 7fb177b74900 1 build_initial for_mkfs: 0 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:04:52.860+0000 7fb177b74900 10 monclient: monmap: 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding auth protocol: cephx 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding auth protocol: cephx 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding auth protocol: cephx 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:04:52.860+0000 7fb177b74900 5 AuthRegistry(0x560baef62810) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:04:52.861+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 asok(0x560baec876b0) register_command objecter_requests cmddesc objecter_requests hook 0x560baef65c30 EEXIST 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient: init 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding auth protocol: cephx 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding auth protocol: cephx 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding auth protocol: cephx 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: crc 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 AuthRegistry(0x560baef3fb28) adding con mode: secure 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:04:52.861+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:04:52.861+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:04:52.861+0000 7fb177b74900 5 asok(0x560baec876b0) register_command rotate-key cmddesc rotate-key hook 0x560baef3fc70 EEXIST 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-b con 0x560baef8de60 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:53.168 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-c con 0x560baef8e230 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-a con 0x560baefc0520 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:04:52.861+0000 7fb177b74900 10 monclient(hunting): authenticate will time out at 1860.914849s 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): get_auth_request con 0x560baef8e230 auth_method 0 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:04:52.861+0000 7fb166dff640 10 monclient(hunting): get_auth_request con 0x560baef8de60 auth_method 0 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:04:52.861+0000 7fb166dff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:04:52.861+0000 7fb166dff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:04:52.861+0000 7fb166dff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:04:52.861+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request con 0x560baefc0520 auth_method 0 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:04:52.861+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:04:52.861+0000 7fb16f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:04:52.861+0000 7fb16f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:04:52.861+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:04:52.862+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:04:52.862+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:04:52.862+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:04:52.862+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_done global_id 7695 payload 824 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient: _finish_hunting 0 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 1 monclient: found mon.noname-a 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:04:52.862+0000 7fb16f7fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: dump: 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: _finish_auth 0 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: _check_auth_tickets 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:53.169 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:04:52.862+0000 7fb15d7fa640 10 monclient: dump: 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:04:52.862+0000 7fb177b74900 5 monclient: authenticate success, global_id 7695 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:04:52.862+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:04:52.862+0000 7fb177b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:04:52.862+0000 7fb174985640 4 set_mon_vals no callback set 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:04:52.862+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:04:52.862+0000 7fb177b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:04:52.863+0000 7fb15d7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:04:52.863+0000 7fb15d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:04:52.863+0000 7fb15d7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: get_monmap_and_config 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: build_initial_monmap 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:04:52.864+0000 7fb177b74900 1 build_initial for_mkfs: 0 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:04:52.864+0000 7fb166dff640 10 monclient: get_auth_request con 0x7fb140077520 auth_method 0 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: monmap: 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding auth protocol: cephx 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding auth protocol: cephx 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding auth protocol: cephx 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.170 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: crc 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x560baf022ab0) adding con mode: secure 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:04:52.864+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: init 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding auth protocol: cephx 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding auth protocol: cephx 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding auth protocol: cephx 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: crc 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb210) adding con mode: secure 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:04:52.864+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:04:52.864+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:04:52.864+0000 7fb177b74900 5 asok(0x560baec876b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd94fbb358 EEXIST 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-b con 0x560baf024900 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-a con 0x560baf049930 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-c con 0x560baf050ff0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:04:52.864+0000 7fb177b74900 10 monclient(hunting): authenticate will time out at 1860.917985s 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): get_auth_request con 0x560baf024900 auth_method 0 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): get_auth_request con 0x560baf049930 auth_method 0 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request con 0x560baf050ff0 auth_method 0 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:04:52.865+0000 7fb16ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.171 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:04:52.865+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient(hunting): handle_auth_done global_id 6808 payload 274 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient: _finish_hunting 0 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:04:52.865+0000 7fb166dff640 1 monclient: found mon.noname-b 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:04:52.865+0000 7fb166dff640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.109:3300/0 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: dump: 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: _finish_auth 0 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:04:52.865+0000 7fb177b74900 5 monclient: authenticate success, global_id 6808 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:04:52.865+0000 7fb152ffd640 10 monclient: dump: 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:04:52.865+0000 7fb177b74900 10 monclient: get_monmap_and_config success 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:04:52.865+0000 7fb177b74900 4 set_mon_vals no callback set 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:04:52.865+0000 7fb177b74900 10 monclient: shutdown 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient: build_initial_monmap 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:04:52.866+0000 7fb177b74900 1 build_initial for_mkfs: 0 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient: monmap: 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:53.172 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding auth protocol: cephx 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding auth protocol: cephx 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding auth protocol: cephx 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf07a320) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:04:52.866+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:04:52.866+0000 7fb177b74900 1 librados: starting msgr at 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:04:52.866+0000 7fb177b74900 1 librados: starting objecter 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 asok(0x560baec876b0) register_command objecter_requests cmddesc objecter_requests hook 0x560baf049910 EEXIST 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:04:52.866+0000 7fb177b74900 1 librados: setting wanted keys 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:04:52.866+0000 7fb177b74900 1 librados: calling monclient init 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient: init 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding auth protocol: cephx 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding auth protocol: cephx 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding auth protocol: cephx 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: crc 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 AuthRegistry(0x560baf021640) adding con mode: secure 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:04:52.866+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:04:52.866+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:04:52.866+0000 7fb177b74900 5 asok(0x560baec876b0) register_command rotate-key cmddesc rotate-key hook 0x560baf021788 EEXIST 2026-04-02T12:04:53.173 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-c con 0x560baf049930 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-b con 0x560baf050ff0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): picked mon.noname-a con 0x560baf04f220 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:04:52.866+0000 7fb177b74900 10 monclient(hunting): authenticate will time out at 1860.919733s 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): get_auth_request con 0x560baf049930 auth_method 0 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request con 0x560baf04f220 auth_method 0 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:04:52.866+0000 7fb16f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:04:52.866+0000 7fb16ffff640 10 monclient(hunting): get_auth_request con 0x560baf050ff0 auth_method 0 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:04:52.866+0000 7fb16ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:04:52.866+0000 7fb16ffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:04:52.866+0000 7fb16ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient(hunting): handle_auth_done global_id 7181 payload 824 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient: _finish_hunting 0 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:04:52.866+0000 7fb166dff640 1 monclient: found mon.noname-c 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:04:52.866+0000 7fb166dff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: dump: 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.174 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: _finish_auth 0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: _check_auth_tickets 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:04:52.867+0000 7fb1517fa640 10 monclient: dump: 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:04:52.867+0000 7fb177b74900 5 monclient: authenticate success, global_id 7181 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:04:52.867+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:04:52.867+0000 7fb177b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:04:52.867+0000 7fb152ffd640 4 set_mon_vals no callback set 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:04:52.867+0000 7fb177b74900 10 monclient: _renew_subs 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:04:52.867+0000 7fb177b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:04:52.867+0000 7fb177b74900 1 librados: init done 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:04:52.867+0000 7fb177b74900 5 asok(0x560baec876b0) register_command cr dump hook 0x560baf04eb88 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:04:52.868+0000 7fb1517fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:04:52.868+0000 7fb1517fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:04:52.868+0000 7fb1517fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:04:52.868+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:04:52.868+0000 7fb16ffff640 10 monclient: get_auth_request con 0x7fb130077600 auth_method 0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:04:52.869+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x560baf0e9d50 auth_method 0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:04:52.869+0000 7fb177b74900 20 realm 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:04:52.869+0000 7fb177b74900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:04:52.869+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:04:52.870+0000 7fb166dff640 10 monclient: get_auth_request con 0x560baf10c490 auth_method 0 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:53.175 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:04:52.870+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:04:52.871+0000 7fb16ffff640 10 monclient: get_auth_request con 0x560baf12dce0 auth_method 0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:04:52.871+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:04:52.871+0000 7fb177b74900 20 searching for the correct realm 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:04:52.871+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x560baf150ac0 auth_method 0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:04:52.872+0000 7fb166dff640 10 monclient: get_auth_request con 0x7fb1600c2ab0 auth_method 0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:04:52.873+0000 7fb16ffff640 10 monclient: get_auth_request con 0x7fb158073070 auth_method 0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:04:52.873+0000 7fb16ffff640 0 -- 192.168.123.107:0/2487090795 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x560baf12dce0 msgr2=0x560baf14e0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:04:52.873+0000 7fb1517fa640 1 client.7181.objecter ms_handle_reset 0x560baf12dce0 session 0x560baf10b820 osd.4 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:04:52.873+0000 7fb1517fa640 10 monclient: _renew_subs 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:04:52.873+0000 7fb1517fa640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:04:52.873+0000 7fb16ffff640 10 monclient: get_auth_request con 0x7fb1300a4bc0 auth_method 0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:04:52.874+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x7fb168035400 auth_method 0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:04:52.876+0000 7fb166dff640 10 monclient: get_auth_request con 0x7fb1680659a0 auth_method 0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:04:52.876+0000 7fb166dff640 0 -- 192.168.123.107:0/2487090795 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fb1680659a0 msgr2=0x7fb168066440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:04:53.077+0000 7fb166dff640 10 monclient: get_auth_request con 0x7fb1680659a0 auth_method 0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:04:53.081+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 zone default found 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:04:53.082+0000 7fb177b74900 4 Realm: () 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:04:53.082+0000 7fb177b74900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:04:53.082+0000 7fb177b74900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:04:53.082+0000 7fb177b74900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 zonegroup default 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.176 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:04:53.082+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:04:53.083+0000 7fb177b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:04:53.083+0000 7fb177b74900 20 started sync module instance, tier type = 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:04:53.083+0000 7fb177b74900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:04:53.086+0000 7fb177b74900 20 add_watcher() i=0 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=2 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=5 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=3 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=1 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=7 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=4 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:04:53.087+0000 7fb177b74900 20 add_watcher() i=6 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:04:53.087+0000 7fb177b74900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:04:53.087+0000 7fb16ffff640 10 monclient: get_auth_request con 0x7fb0fc007200 auth_method 0 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding auth protocol: cephx 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding auth protocol: cephx 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding auth protocol: cephx 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: crc 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:04:53.089+0000 7fb177b74900 5 AuthRegistry(0x7ffd94fbb300) adding con mode: secure 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:04:53.089+0000 7fb177b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:04:53.089+0000 7fb177b74900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:04:53.090+0000 7fb177b74900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command cache list hook 0x560baf04f200 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command cache inspect hook 0x560baf04f200 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command cache erase hook 0x560baf04f200 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command cache zap hook 0x560baf04f200 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 note: GC not initialized 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:04:53.090+0000 7fb11bfff640 20 reqs_thread_entry: start 2026-04-02T12:04:53.177 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command sync trace show hook 0x7fb160004130 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command sync trace history hook 0x7fb160004130 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command sync trace active hook 0x7fb160004130 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:04:53.090+0000 7fb177b74900 5 asok(0x560baec876b0) register_command sync trace active_short hook 0x7fb160004130 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:04:53.090+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x560baf18aa80 auth_method 0 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:04:53.092+0000 7fb166dff640 10 monclient: get_auth_request con 0x560baf18c790 auth_method 0 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:04:53.093+0000 7fb16ffff640 10 monclient: get_auth_request con 0x560baf18ba20 auth_method 0 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:04:53.095+0000 7fb16f7fe640 10 monclient: get_auth_request con 0x560baf18b5d0 auth_method 0 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:04:53.099+0000 7fb166dff640 10 monclient: get_auth_request con 0x560baf189430 auth_method 0 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:04:53.106+0000 7fb16ffff640 10 monclient: get_auth_request con 0x560baf144d40 auth_method 0 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:04:53.131+0000 7fb177b74900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:04:53.132+0000 7fb177b74900 20 Filter name: none 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:04:53.132+0000 7fb119ffb640 20 reqs_thread_entry: start 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:04:53.132+0000 7fb177b74900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:04:53.132+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:04:53.132+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:04:53.132+0000 7fb177b74900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:04:53.132+0000 7fb177b74900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:04:53.132+0000 7fb177b74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 : miss 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:04:53.132+0000 7fb177b74900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:04:53.133+0000 7fb177b74900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:04:53.133+0000 7fb177b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:04:53.133+0000 7fb177b74900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:04:53.133+0000 7fb177b74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:04:53.133+0000 7fb177b74900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:04:53.133+0000 7fb177b74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:04:53.136+0000 7fb177b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:04:53.136+0000 7fb177b74900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:04:53.136+0000 7fb177b74900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:04:53.136+0000 7fb177b74900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38, ofs0, ns] 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763715 cookie 94608181889568 notifier 7181 bl.length()=1019 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:04:53.137+0000 7fb1527fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_sources= new_sources= 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential sources added=[] removed=[] 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_dests= new_dests= 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:04:53.137+0000 7fb177b74900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential dests added=[] removed=[] 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:04:53.139+0000 7fb177b74900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb177b74900 time 2026-04-02T12:04:53.139729+0000 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb178f8f8f8] 2026-04-02T12:04:53.178 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x560baba73fc4] 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x1013a2f) [0x560bac66da2f] 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560bac194e3e] 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb17802a610] 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:04:53.139+0000 7fb177b74900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7fb177b74900 thread_name:radosgw-admin 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb17803fc30] 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb17808d02c] 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb178f8f957] 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x560baba73fc4] 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x1013a2f) [0x560bac66da2f] 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560bac194e3e] 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb17802a610] 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:04:53.179 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:04:53.180 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb119ffb640 / http_manager 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb11bfff640 / http_manager 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb1517fa640 / ms_dispatch 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb1527fc640 / io_context_pool 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb152ffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb15d7fa640 / ms_dispatch 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb15ffff640 / ms_dispatch 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb165dfd640 / io_context_pool, ms_dispatch 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb1665fe640 / admin_socket 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb166dff640 / msgr-worker-2 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb16effd640 / ms_dispatch 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb16f7fe640 / msgr-worker-1 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb16ffff640 / msgr-worker-0 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb174985640 / io_context_pool 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: 7fb177b74900 / radosgw-admin 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:04:53.140982Z_75681e85-bfc5-4197-bf6a-8e5e7a4607f3/log 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-02T12:04:53.181 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:53.182 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:53.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.199+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.201+0000 7fe85594b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.201+0000 7fe85594b900 20 realm 2026-04-02T12:04:53.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.201+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.201+0000 7fe85594b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.201+0000 7fe85594b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:53.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.201+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.201+0000 7fe85594b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.203 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.201+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.202+0000 7fe85594b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:53.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.202+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.203+0000 7fe85594b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:53.204 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.203+0000 7fe85594b900 20 searching for the correct realm 2026-04-02T12:04:53.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.206+0000 7fe851ec6640 0 -- 192.168.123.107:0/2956141426 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5565a208b280 msgr2=0x5565a20ab660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:53.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.209+0000 7fe8516c5640 0 -- 192.168.123.107:0/2956141426 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fe84403a040 msgr2=0x7fe84403a410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:53.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.212+0000 7fe85594b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:53.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.212+0000 7fe85594b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:53.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.212+0000 7fe85594b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:53.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.212+0000 7fe85594b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:53.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.212+0000 7fe85594b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:53.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.212+0000 7fe85594b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:53.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.212+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.212+0000 7fe85594b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.212+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:53.214 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 20 zone default found 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 4 Realm: () 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 20 zonegroup default 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.213+0000 7fe85594b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.214+0000 7fe85594b900 20 started sync module instance, tier type = 2026-04-02T12:04:53.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.214+0000 7fe85594b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:53.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.217+0000 7fe85594b900 20 add_watcher() i=7 2026-04-02T12:04:53.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.217+0000 7fe85594b900 20 add_watcher() i=0 2026-04-02T12:04:53.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.218+0000 7fe85594b900 20 add_watcher() i=4 2026-04-02T12:04:53.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.218+0000 7fe85594b900 20 add_watcher() i=3 2026-04-02T12:04:53.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.218+0000 7fe85594b900 20 add_watcher() i=2 2026-04-02T12:04:53.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.218+0000 7fe85594b900 20 add_watcher() i=1 2026-04-02T12:04:53.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.218+0000 7fe85594b900 20 add_watcher() i=6 2026-04-02T12:04:53.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.218+0000 7fe85594b900 20 add_watcher() i=5 2026-04-02T12:04:53.220 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.218+0000 7fe85594b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:53.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.220+0000 7fe85594b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:53.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.220+0000 7fe85594b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:53.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.220+0000 7fe85594b900 5 note: GC not initialized 2026-04-02T12:04:53.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.221+0000 7fe7fe7ec640 20 reqs_thread_entry: start 2026-04-02T12:04:53.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.265+0000 7fe85594b900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:53.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.265+0000 7fe85594b900 20 Filter name: none 2026-04-02T12:04:53.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.265+0000 7fe7f7fff640 20 reqs_thread_entry: start 2026-04-02T12:04:53.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.265+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.265+0000 7fe85594b900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:53.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.265+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.266+0000 7fe85594b900 20 rados_obj.operate() r=0 bl.length=483 2026-04-02T12:04:53.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.266+0000 7fe85594b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:53.267 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.266+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.266+0000 7fe85594b900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:53.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.266+0000 7fe85594b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.266+0000 7fe85594b900 20 rados_obj.operate() r=0 bl.length=483 2026-04-02T12:04:53.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.266+0000 7fe85594b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:53.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.271+0000 7fe85594b900 20 remove_watcher() i=0 2026-04-02T12:04:53.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.271+0000 7fe85594b900 2 removed watcher, disabling cache 2026-04-02T12:04:53.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.271+0000 7fe85594b900 20 remove_watcher() i=3 2026-04-02T12:04:53.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.271+0000 7fe85594b900 20 remove_watcher() i=2 2026-04-02T12:04:53.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.271+0000 7fe85594b900 20 remove_watcher() i=4 2026-04-02T12:04:53.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.271+0000 7fe85594b900 20 remove_watcher() i=7 2026-04-02T12:04:53.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.271+0000 7fe85594b900 20 remove_watcher() i=5 2026-04-02T12:04:53.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.271+0000 7fe85594b900 20 remove_watcher() i=6 2026-04-02T12:04:53.273 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.271+0000 7fe85594b900 20 remove_watcher() i=1 2026-04-02T12:04:53.279 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.279 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:04:53.279 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-logrecord-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:04:53.279 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:04:53.331 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:04:53.354 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:53.354 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:53.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.376+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.376+0000 7f07cb7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.377+0000 7f07cb7a3900 20 realm 2026-04-02T12:04:53.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.377+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.377+0000 7f07cb7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.377+0000 7f07cb7a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:53.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.377+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.377+0000 7f07cb7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.377+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.378+0000 7f07cb7a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:53.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.378+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.379+0000 7f07cb7a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:53.380 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.379+0000 7f07cb7a3900 20 searching for the correct realm 2026-04-02T12:04:53.383 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.381+0000 7f07c27fc640 0 -- 192.168.123.107:0/4281684090 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f07b4082020 msgr2=0x7f07b4065380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:53.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.385+0000 7f07c27fc640 0 -- 192.168.123.107:0/4281684090 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f07bc0c12c0 msgr2=0x7f07bc0e4910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:53.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:04:53.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:53.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:04:53.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:53.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:53.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:53.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:53.391 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.389+0000 7f07cb7a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 20 zone default found 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 4 Realm: () 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 20 zonegroup default 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 20 started sync module instance, tier type = 2026-04-02T12:04:53.392 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.390+0000 7f07cb7a3900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:04:53.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.394+0000 7f07cb7a3900 20 add_watcher() i=0 2026-04-02T12:04:53.396 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.394+0000 7f07cb7a3900 20 add_watcher() i=7 2026-04-02T12:04:53.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.394+0000 7f07cb7a3900 20 add_watcher() i=4 2026-04-02T12:04:53.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.394+0000 7f07cb7a3900 20 add_watcher() i=6 2026-04-02T12:04:53.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.394+0000 7f07cb7a3900 20 add_watcher() i=5 2026-04-02T12:04:53.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.394+0000 7f07cb7a3900 20 add_watcher() i=3 2026-04-02T12:04:53.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.395+0000 7f07cb7a3900 20 add_watcher() i=1 2026-04-02T12:04:53.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.395+0000 7f07cb7a3900 20 add_watcher() i=2 2026-04-02T12:04:53.397 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.395+0000 7f07cb7a3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:53.399 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.397+0000 7f07cb7a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:53.399 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.397+0000 7f07cb7a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:53.399 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.397+0000 7f07cb7a3900 5 note: GC not initialized 2026-04-02T12:04:53.399 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.397+0000 7f076ffff640 20 reqs_thread_entry: start 2026-04-02T12:04:53.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.441+0000 7f07cb7a3900 20 init_complete bucket index max shards: 1 2026-04-02T12:04:53.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.441+0000 7f07cb7a3900 20 Filter name: none 2026-04-02T12:04:53.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.441+0000 7f076dffb640 20 reqs_thread_entry: start 2026-04-02T12:04:53.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.441+0000 7f07cb7a3900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:04:53.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.441+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.442+0000 7f07cb7a3900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:04:53.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.442+0000 7f07cb7a3900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:53.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.442+0000 7f07cb7a3900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:04:53.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.442+0000 7f07cb7a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 : miss 2026-04-02T12:04:53.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.442+0000 7f07cb7a3900 20 rados->read ofs=0 len=0 2026-04-02T12:04:53.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.442+0000 7f07cb7a3900 20 rados_obj.operate() r=0 bl.length=483 2026-04-02T12:04:53.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.442+0000 7f07cb7a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:04:53.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.442+0000 7f07cb7a3900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:04:53.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.442+0000 7f07cb7a3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:53.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.442+0000 7f07cb7a3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:04:53.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.442+0000 7f07cb7a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 2026-04-02T12:04:53.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.443+0000 7f07cb7a3900 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to be held by another RGW process; skipping for now 2026-04-02T12:04:53.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.446+0000 7f07cb7a3900 20 remove_watcher() i=0 2026-04-02T12:04:53.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.446+0000 7f07cb7a3900 2 removed watcher, disabling cache 2026-04-02T12:04:53.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.447+0000 7f07cb7a3900 20 remove_watcher() i=7 2026-04-02T12:04:53.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.447+0000 7f07cb7a3900 20 remove_watcher() i=5 2026-04-02T12:04:53.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.447+0000 7f07cb7a3900 20 remove_watcher() i=3 2026-04-02T12:04:53.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.447+0000 7f07cb7a3900 20 remove_watcher() i=6 2026-04-02T12:04:53.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.447+0000 7f07cb7a3900 20 remove_watcher() i=2 2026-04-02T12:04:53.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.447+0000 7f07cb7a3900 20 remove_watcher() i=1 2026-04-02T12:04:53.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:04:53.447+0000 7f07cb7a3900 20 remove_watcher() i=4 2026-04-02T12:04:53.455 INFO:tasks.workunit.client.0.vm07.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:05:23.464 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:05:23.486 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:23.486 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:23.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.504+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.504+0000 7f330ab63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:23.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.504+0000 7f330ab63900 20 realm 2026-04-02T12:05:23.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.504+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.504+0000 7f330ab63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:23.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.504+0000 7f330ab63900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:23.506 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.504+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.505+0000 7f330ab63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:23.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.505+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.505+0000 7f330ab63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:23.507 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.505+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.506+0000 7f330ab63900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:23.508 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.506+0000 7f330ab63900 20 searching for the correct realm 2026-04-02T12:05:23.509 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.508+0000 7f33070dc640 0 -- 192.168.123.107:0/353155326 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f32ec074040 msgr2=0x7f32ec05cf50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:23.714 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.712+0000 7f33060da640 0 -- 192.168.123.107:0/353155326 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f32f807c7e0 msgr2=0x7f32f808be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:23.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.916+0000 7f330ab63900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:23.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.916+0000 7f330ab63900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:23.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.916+0000 7f330ab63900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:23.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.916+0000 7f330ab63900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:23.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.916+0000 7f330ab63900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:23.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.916+0000 7f330ab63900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:23.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.916+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.916+0000 7f330ab63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:23.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.916+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 20 zone default found 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 4 Realm: () 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 20 zonegroup default 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.917+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.918+0000 7f330ab63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:23.919 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.918+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.918+0000 7f330ab63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:23.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.918+0000 7f330ab63900 20 started sync module instance, tier type = 2026-04-02T12:05:23.920 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.918+0000 7f330ab63900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:23.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.921+0000 7f330ab63900 20 add_watcher() i=2 2026-04-02T12:05:23.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.921+0000 7f330ab63900 20 add_watcher() i=7 2026-04-02T12:05:23.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.921+0000 7f330ab63900 20 add_watcher() i=5 2026-04-02T12:05:23.923 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.921+0000 7f330ab63900 20 add_watcher() i=6 2026-04-02T12:05:23.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.922+0000 7f330ab63900 20 add_watcher() i=4 2026-04-02T12:05:23.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.922+0000 7f330ab63900 20 add_watcher() i=1 2026-04-02T12:05:23.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.922+0000 7f330ab63900 20 add_watcher() i=0 2026-04-02T12:05:23.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.922+0000 7f330ab63900 20 add_watcher() i=3 2026-04-02T12:05:23.924 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.922+0000 7f330ab63900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:23.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.924+0000 7f330ab63900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:23.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.924+0000 7f330ab63900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:23.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.924+0000 7f330ab63900 5 note: GC not initialized 2026-04-02T12:05:23.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.924+0000 7f32affff640 20 reqs_thread_entry: start 2026-04-02T12:05:23.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.965+0000 7f330ab63900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:23.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.965+0000 7f330ab63900 20 Filter name: none 2026-04-02T12:05:23.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.965+0000 7f32adffb640 20 reqs_thread_entry: start 2026-04-02T12:05:23.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.966+0000 7f330ab63900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:05:23.967 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.966+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.966+0000 7f330ab63900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:05:23.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.966+0000 7f330ab63900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:05:23.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.966+0000 7f330ab63900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:05:23.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.966+0000 7f330ab63900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 : miss 2026-04-02T12:05:23.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.966+0000 7f330ab63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:23.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.967+0000 7f330ab63900 20 rados_obj.operate() r=0 bl.length=483 2026-04-02T12:05:23.968 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.967+0000 7f330ab63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:05:23.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.967+0000 7f330ab63900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:05:23.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.967+0000 7f330ab63900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:23.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.967+0000 7f330ab63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:23.969 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.967+0000 7f330ab63900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 2026-04-02T12:05:23.970 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.968+0000 7f330ab63900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:05:23.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.972+0000 7f330ab63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:05:23.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.972+0000 7f330ab63900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:05:23.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.972+0000 7f330ab63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:23.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.972+0000 7f330ab63900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38, ofs0, ns] 2026-04-02T12:05:23.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.972+0000 7f32e5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763716 cookie 94379113954976 notifier 7761 bl.length()=1019 2026-04-02T12:05:23.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.972+0000 7f32e5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:05:23.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.972+0000 7f32e5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:05:23.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.972+0000 7f32e5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:23.974 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.973+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_sources= new_sources= 2026-04-02T12:05:23.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.973+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential sources added=[] removed=[] 2026-04-02T12:05:23.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.973+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_dests= new_dests= 2026-04-02T12:05:23.975 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.973+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential dests added=[] removed=[] 2026-04-02T12:05:23.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.975+0000 7f330ab63900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38.2.0 2026-04-02T12:05:23.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.975+0000 7f330ab63900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38.2.0 2026-04-02T12:05:23.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.975+0000 7f330ab63900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38.2.1 2026-04-02T12:05:23.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.975+0000 7f330ab63900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38.2.1 2026-04-02T12:05:23.977 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.975+0000 7f330ab63900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38.0 2026-04-02T12:05:23.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.977+0000 7f330ab63900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:23.979 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.977+0000 7f330ab63900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 2026-04-02T12:05:23.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.978+0000 7f330ab63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:05:23.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.978+0000 7f330ab63900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:05:23.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.978+0000 7f330ab63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:23.980 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.978+0000 7f330ab63900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38, ofs0, ns] 2026-04-02T12:05:23.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.979+0000 7f32e67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763717 cookie 94379113954976 notifier 7761 bl.length()=1019 2026-04-02T12:05:23.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.979+0000 7f32e67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:05:23.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.979+0000 7f32e67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:05:23.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.979+0000 7f32e67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:23.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.979+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_sources= new_sources= 2026-04-02T12:05:23.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.979+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential sources added=[] removed=[] 2026-04-02T12:05:23.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.979+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_dests= new_dests= 2026-04-02T12:05:23.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.979+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential dests added=[] removed=[] 2026-04-02T12:05:23.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.980+0000 7f330ab63900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38.0 2026-04-02T12:05:23.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.981+0000 7f330ab63900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:23.982 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.981+0000 7f330ab63900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 2026-04-02T12:05:23.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f330ab63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:05:23.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f330ab63900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:05:23.983 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f330ab63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:23.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f330ab63900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38, ofs0, ns] 2026-04-02T12:05:23.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f32e5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763718 cookie 94379113954976 notifier 7761 bl.length()=983 2026-04-02T12:05:23.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f32e5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 info.flags=0x17 2026-04-02T12:05:23.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f32e5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 to cache LRU end 2026-04-02T12:05:23.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f32e5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:23.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_sources= new_sources= 2026-04-02T12:05:23.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential sources added=[] removed=[] 2026-04-02T12:05:23.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): orig_dests= new_dests= 2026-04-02T12:05:23.984 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.982+0000 7f330ab63900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38]): potential dests added=[] removed=[] 2026-04-02T12:05:23.985 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.983+0000 7f330ab63900 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2026-04-02T12:05:23.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.988+0000 7f330ab63900 20 remove_watcher() i=7 2026-04-02T12:05:23.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.988+0000 7f330ab63900 2 removed watcher, disabling cache 2026-04-02T12:05:23.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.988+0000 7f330ab63900 20 remove_watcher() i=0 2026-04-02T12:05:23.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.988+0000 7f330ab63900 20 remove_watcher() i=2 2026-04-02T12:05:23.990 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.989+0000 7f330ab63900 20 remove_watcher() i=6 2026-04-02T12:05:23.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.989+0000 7f330ab63900 20 remove_watcher() i=5 2026-04-02T12:05:23.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.989+0000 7f330ab63900 20 remove_watcher() i=3 2026-04-02T12:05:23.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.989+0000 7f330ab63900 20 remove_watcher() i=4 2026-04-02T12:05:23.991 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:23.989+0000 7f330ab63900 20 remove_watcher() i=1 2026-04-02T12:05:24.000 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-02T12:05:24.021 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:24.021 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:24.043 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.041+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.042+0000 7f237f12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.042+0000 7f237f12d900 20 realm 2026-04-02T12:05:24.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.042+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.042+0000 7f237f12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.042+0000 7f237f12d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:24.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.042+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.043+0000 7f237f12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.043+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.045 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.043+0000 7f237f12d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:24.045 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.043+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.046 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.044+0000 7f237f12d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:24.046 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.044+0000 7f237f12d900 20 searching for the correct realm 2026-04-02T12:05:24.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.048+0000 7f237ae40640 0 -- 192.168.123.107:0/3538178606 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f236c049040 msgr2=0x7f236c04dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:24.255 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.253+0000 7f237a63f640 0 -- 192.168.123.107:0/3538178606 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55b2396e11b0 msgr2=0x55b239701590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:24.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.255+0000 7f237f12d900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:24.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.255+0000 7f237f12d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:24.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.255+0000 7f237f12d900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:24.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.255+0000 7f237f12d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:24.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.255+0000 7f237f12d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:24.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.255+0000 7f237f12d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:24.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.255+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.257 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 20 zone default found 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 4 Realm: () 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 20 zonegroup default 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.258 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.256+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.257+0000 7f237f12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.257+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.257+0000 7f237f12d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.257+0000 7f237f12d900 20 started sync module instance, tier type = 2026-04-02T12:05:24.259 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.257+0000 7f237f12d900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:24.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.261+0000 7f237f12d900 20 add_watcher() i=0 2026-04-02T12:05:24.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.261+0000 7f237f12d900 20 add_watcher() i=2 2026-04-02T12:05:24.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.261+0000 7f237f12d900 20 add_watcher() i=3 2026-04-02T12:05:24.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.261+0000 7f237f12d900 20 add_watcher() i=5 2026-04-02T12:05:24.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.261+0000 7f237f12d900 20 add_watcher() i=6 2026-04-02T12:05:24.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.261+0000 7f237f12d900 20 add_watcher() i=1 2026-04-02T12:05:24.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.261+0000 7f237f12d900 20 add_watcher() i=7 2026-04-02T12:05:24.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.262+0000 7f237f12d900 20 add_watcher() i=4 2026-04-02T12:05:24.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.262+0000 7f237f12d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:24.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.264+0000 7f237f12d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:24.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.264+0000 7f237f12d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:24.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.264+0000 7f237f12d900 5 note: GC not initialized 2026-04-02T12:05:24.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.264+0000 7f23237fe640 20 reqs_thread_entry: start 2026-04-02T12:05:24.313 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.311+0000 7f237f12d900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:24.313 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.311+0000 7f237f12d900 20 Filter name: none 2026-04-02T12:05:24.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.312+0000 7f23217fa640 20 reqs_thread_entry: start 2026-04-02T12:05:24.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.312+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.312+0000 7f237f12d900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:05:24.314 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.312+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.313+0000 7f237f12d900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:05:24.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.313+0000 7f237f12d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:24.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.313+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.313+0000 7f237f12d900 20 rados_obj.operate() r=0 bl.length=217 2026-04-02T12:05:24.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.313+0000 7f237f12d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.315 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.314+0000 7f237f12d900 20 rados_obj.operate() r=0 bl.length=447 2026-04-02T12:05:24.316 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.314+0000 7f237f12d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:24.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.322+0000 7f237f12d900 20 remove_watcher() i=0 2026-04-02T12:05:24.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.322+0000 7f237f12d900 2 removed watcher, disabling cache 2026-04-02T12:05:24.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.322+0000 7f237f12d900 20 remove_watcher() i=4 2026-04-02T12:05:24.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.322+0000 7f237f12d900 20 remove_watcher() i=1 2026-04-02T12:05:24.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.322+0000 7f237f12d900 20 remove_watcher() i=2 2026-04-02T12:05:24.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.322+0000 7f237f12d900 20 remove_watcher() i=3 2026-04-02T12:05:24.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.322+0000 7f237f12d900 20 remove_watcher() i=7 2026-04-02T12:05:24.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.322+0000 7f237f12d900 20 remove_watcher() i=5 2026-04-02T12:05:24.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.322+0000 7f237f12d900 20 remove_watcher() i=6 2026-04-02T12:05:24.331 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:24.331 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:05:24.331 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-logrecord-writes id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.38 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:05:24.331 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:24.393 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2026-04-02T12:05:24.393 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:24.576 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:05:24.597 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:24.597 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:24.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.615+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.616+0000 7f5206b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.616+0000 7f5206b92900 20 realm 2026-04-02T12:05:24.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.616+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.616+0000 7f5206b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.616+0000 7f5206b92900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:24.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.616+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.616+0000 7f5206b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.616+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.617+0000 7f5206b92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:24.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.617+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.618+0000 7f5206b92900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:24.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.618+0000 7f5206b92900 20 searching for the correct realm 2026-04-02T12:05:24.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.621+0000 7f52028e7640 0 -- 192.168.123.107:0/3467506510 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f51f4002bd0 msgr2=0x7f51f402b420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:24.828 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.826+0000 7f52020e6640 0 -- 192.168.123.107:0/3467506510 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x562ab44cb700 msgr2=0x562ab44ebbb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:24.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.828+0000 7f5206b92900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:24.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.828+0000 7f5206b92900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:24.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.828+0000 7f5206b92900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:24.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.828+0000 7f5206b92900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:24.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.828+0000 7f5206b92900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:24.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.828+0000 7f5206b92900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:24.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.828+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.828+0000 7f5206b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.828+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.828+0000 7f5206b92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:24.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.828+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 20 zone default found 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 4 Realm: () 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 20 zonegroup default 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.829+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.830+0000 7f5206b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.830+0000 7f5206b92900 20 started sync module instance, tier type = 2026-04-02T12:05:24.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.830+0000 7f5206b92900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:24.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.833+0000 7f5206b92900 20 add_watcher() i=3 2026-04-02T12:05:24.835 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.834+0000 7f5206b92900 20 add_watcher() i=7 2026-04-02T12:05:24.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.834+0000 7f5206b92900 20 add_watcher() i=5 2026-04-02T12:05:24.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.834+0000 7f5206b92900 20 add_watcher() i=1 2026-04-02T12:05:24.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.834+0000 7f5206b92900 20 add_watcher() i=6 2026-04-02T12:05:24.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.834+0000 7f5206b92900 20 add_watcher() i=2 2026-04-02T12:05:24.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.834+0000 7f5206b92900 20 add_watcher() i=4 2026-04-02T12:05:24.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.834+0000 7f5206b92900 20 add_watcher() i=0 2026-04-02T12:05:24.836 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.834+0000 7f5206b92900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:24.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.836+0000 7f5206b92900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:24.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.836+0000 7f5206b92900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:24.838 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.837+0000 7f5206b92900 5 note: GC not initialized 2026-04-02T12:05:24.839 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.837+0000 7f51ab7fe640 20 reqs_thread_entry: start 2026-04-02T12:05:24.878 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.877+0000 7f5206b92900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:24.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.877+0000 7f5206b92900 20 Filter name: none 2026-04-02T12:05:24.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.877+0000 7f51a97fa640 20 reqs_thread_entry: start 2026-04-02T12:05:24.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.877+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.877+0000 7f5206b92900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:24.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.877+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.877+0000 7f5206b92900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:24.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.877+0000 7f5206b92900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:24.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.877+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.878+0000 7f5206b92900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:24.879 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.878+0000 7f5206b92900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.878+0000 7f5206b92900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:24.880 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.878+0000 7f5206b92900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:24.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.882+0000 7f5206b92900 20 remove_watcher() i=3 2026-04-02T12:05:24.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.882+0000 7f5206b92900 2 removed watcher, disabling cache 2026-04-02T12:05:24.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.882+0000 7f5206b92900 20 remove_watcher() i=2 2026-04-02T12:05:24.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.882+0000 7f5206b92900 20 remove_watcher() i=0 2026-04-02T12:05:24.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.882+0000 7f5206b92900 20 remove_watcher() i=1 2026-04-02T12:05:24.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.882+0000 7f5206b92900 20 remove_watcher() i=7 2026-04-02T12:05:24.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.882+0000 7f5206b92900 20 remove_watcher() i=4 2026-04-02T12:05:24.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.882+0000 7f5206b92900 20 remove_watcher() i=5 2026-04-02T12:05:24.884 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.883+0000 7f5206b92900 20 remove_watcher() i=6 2026-04-02T12:05:24.891 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:24.891 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:05:24.891 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-change-reshard-state id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:05:24.891 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:24.893 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2026-04-02T12:05:24.917 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:24.917 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:24.937 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.936+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.937+0000 7fd196f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.937+0000 7fd196f63900 20 realm 2026-04-02T12:05:24.938 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.937+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.937+0000 7fd196f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.937+0000 7fd196f63900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:24.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.937+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.937+0000 7fd196f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:24.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.937+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.938+0000 7fd196f63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:24.939 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.938+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:24.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.938+0000 7fd196f63900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:24.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.938+0000 7fd196f63900 20 searching for the correct realm 2026-04-02T12:05:24.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:24.941+0000 7fd192d7c640 0 -- 192.168.123.107:0/2730471423 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fd18406baa0 msgr2=0x7fd1840781a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:25.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.147+0000 7fd19357d640 0 -- 192.168.123.107:0/2730471423 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fd17808a5d0 msgr2=0x7fd1780093b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:25.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.149+0000 7fd196f63900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:25.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.149+0000 7fd196f63900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:25.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.149+0000 7fd196f63900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:25.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.149+0000 7fd196f63900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:25.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.149+0000 7fd196f63900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:25.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.149+0000 7fd196f63900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:25.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.149+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.149+0000 7fd196f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.149+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.150+0000 7fd196f63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:25.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.150+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.150+0000 7fd196f63900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:25.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.150+0000 7fd196f63900 20 zone default found 2026-04-02T12:05:25.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.150+0000 7fd196f63900 4 Realm: () 2026-04-02T12:05:25.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.150+0000 7fd196f63900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:25.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.150+0000 7fd196f63900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:25.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.150+0000 7fd196f63900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:25.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.150+0000 7fd196f63900 20 zonegroup default 2026-04-02T12:05:25.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.150+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.150+0000 7fd196f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.151+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.151+0000 7fd196f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.151+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.151+0000 7fd196f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.151+0000 7fd196f63900 20 started sync module instance, tier type = 2026-04-02T12:05:25.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.151+0000 7fd196f63900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:25.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.155+0000 7fd196f63900 20 add_watcher() i=7 2026-04-02T12:05:25.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.156+0000 7fd196f63900 20 add_watcher() i=1 2026-04-02T12:05:25.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.156+0000 7fd196f63900 20 add_watcher() i=5 2026-04-02T12:05:25.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.156+0000 7fd196f63900 20 add_watcher() i=4 2026-04-02T12:05:25.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.156+0000 7fd196f63900 20 add_watcher() i=3 2026-04-02T12:05:25.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.156+0000 7fd196f63900 20 add_watcher() i=6 2026-04-02T12:05:25.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.156+0000 7fd196f63900 20 add_watcher() i=0 2026-04-02T12:05:25.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.156+0000 7fd196f63900 20 add_watcher() i=2 2026-04-02T12:05:25.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.156+0000 7fd196f63900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:25.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.158+0000 7fd196f63900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:25.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.158+0000 7fd196f63900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:25.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.158+0000 7fd196f63900 5 note: GC not initialized 2026-04-02T12:05:25.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.158+0000 7fd13bfff640 20 reqs_thread_entry: start 2026-04-02T12:05:25.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.195+0000 7fd196f63900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:25.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.195+0000 7fd196f63900 20 Filter name: none 2026-04-02T12:05:25.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.195+0000 7fd139ffb640 20 reqs_thread_entry: start 2026-04-02T12:05:25.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-02T12:05:25.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:25.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:25.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-02T12:05:25.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 : miss 2026-04-02T12:05:25.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:25.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:25.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.196+0000 7fd196f63900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 2026-04-02T12:05:25.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.203+0000 7fd196f63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.203+0000 7fd196f63900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.203+0000 7fd196f63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.203+0000 7fd196f63900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39, ofs0, ns] 2026-04-02T12:05:25.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.204+0000 7fd1727fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763765 cookie 94908802303952 notifier 7803 bl.length()=1027 2026-04-02T12:05:25.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.204+0000 7fd1727fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.204+0000 7fd1727fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.204+0000 7fd1727fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.204+0000 7fd196f63900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): orig_sources= new_sources= 2026-04-02T12:05:25.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.204+0000 7fd196f63900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): potential sources added=[] removed=[] 2026-04-02T12:05:25.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.204+0000 7fd196f63900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): orig_dests= new_dests= 2026-04-02T12:05:25.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.204+0000 7fd196f63900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): potential dests added=[] removed=[] 2026-04-02T12:05:25.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.206+0000 7fd196f63900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39.1.0 2026-04-02T12:05:25.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.206+0000 7fd196f63900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39.1.0 2026-04-02T12:05:25.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.206+0000 7fd196f63900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39.1.1 2026-04-02T12:05:25.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.206+0000 7fd196f63900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39.1.1 2026-04-02T12:05:25.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.206+0000 7fd196f63900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39.0 2026-04-02T12:05:25.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.208+0000 7fd196f63900 -1 Injecting error=-5 at location=change_reshard_state 2026-04-02T12:05:25.210 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.208+0000 7fd196f63900 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2026-04-02T12:05:25.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.213+0000 7fd196f63900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:25.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.213+0000 7fd196f63900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 2026-04-02T12:05:25.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.214+0000 7fd196f63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.214+0000 7fd196f63900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.214+0000 7fd196f63900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.214+0000 7fd196f63900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39, ofs0, ns] 2026-04-02T12:05:25.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.215+0000 7fd1727fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763766 cookie 94908802303952 notifier 7803 bl.length()=991 2026-04-02T12:05:25.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.215+0000 7fd1727fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.215+0000 7fd1727fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.215+0000 7fd1727fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.215+0000 7fd196f63900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): orig_sources= new_sources= 2026-04-02T12:05:25.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.215+0000 7fd196f63900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): potential sources added=[] removed=[] 2026-04-02T12:05:25.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.215+0000 7fd196f63900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): orig_dests= new_dests= 2026-04-02T12:05:25.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.215+0000 7fd196f63900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): potential dests added=[] removed=[] 2026-04-02T12:05:25.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.215+0000 7fd196f63900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2026-04-02T12:05:25.221 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.219+0000 7fd196f63900 20 remove_watcher() i=1 2026-04-02T12:05:25.221 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.219+0000 7fd196f63900 2 removed watcher, disabling cache 2026-04-02T12:05:25.221 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.219+0000 7fd196f63900 20 remove_watcher() i=3 2026-04-02T12:05:25.221 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.219+0000 7fd196f63900 20 remove_watcher() i=0 2026-04-02T12:05:25.221 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.219+0000 7fd196f63900 20 remove_watcher() i=2 2026-04-02T12:05:25.221 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.219+0000 7fd196f63900 20 remove_watcher() i=4 2026-04-02T12:05:25.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.220+0000 7fd196f63900 20 remove_watcher() i=5 2026-04-02T12:05:25.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.220+0000 7fd196f63900 20 remove_watcher() i=6 2026-04-02T12:05:25.222 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.220+0000 7fd196f63900 20 remove_watcher() i=7 2026-04-02T12:05:25.229 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:05:25.256 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:25.256 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:25.278 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.276+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.277+0000 7f4e8d931900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.277+0000 7f4e8d931900 20 realm 2026-04-02T12:05:25.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.277+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.277+0000 7f4e8d931900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.277+0000 7f4e8d931900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:25.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.277+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.278+0000 7f4e8d931900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.279 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.278+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.278+0000 7f4e8d931900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:25.280 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.278+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.279+0000 7f4e8d931900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:25.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.279+0000 7f4e8d931900 20 searching for the correct realm 2026-04-02T12:05:25.285 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.283+0000 7f4e895eb640 0 -- 192.168.123.107:0/3772676275 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f4e7c049040 msgr2=0x7f4e7c023960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:25.288 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.286+0000 7f4e89dec640 0 -- 192.168.123.107:0/3772676275 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f4e7001d8d0 msgr2=0x7f4e7002a420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:25.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.288+0000 7f4e8d931900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:25.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.288+0000 7f4e8d931900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:25.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.288+0000 7f4e8d931900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:25.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.288+0000 7f4e8d931900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:25.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.288+0000 7f4e8d931900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:25.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.288+0000 7f4e8d931900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:25.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.288+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 20 zone default found 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 4 Realm: () 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 20 zonegroup default 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.289+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.290+0000 7f4e8d931900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.291 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.290+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.292 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.290+0000 7f4e8d931900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.292 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.290+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.292 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.290+0000 7f4e8d931900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.292 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.290+0000 7f4e8d931900 20 started sync module instance, tier type = 2026-04-02T12:05:25.292 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.290+0000 7f4e8d931900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:25.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.294+0000 7f4e8d931900 20 add_watcher() i=0 2026-04-02T12:05:25.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.294+0000 7f4e8d931900 20 add_watcher() i=3 2026-04-02T12:05:25.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.294+0000 7f4e8d931900 20 add_watcher() i=6 2026-04-02T12:05:25.296 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.294+0000 7f4e8d931900 20 add_watcher() i=5 2026-04-02T12:05:25.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.295+0000 7f4e8d931900 20 add_watcher() i=7 2026-04-02T12:05:25.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.295+0000 7f4e8d931900 20 add_watcher() i=4 2026-04-02T12:05:25.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.295+0000 7f4e8d931900 20 add_watcher() i=2 2026-04-02T12:05:25.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.296+0000 7f4e8d931900 20 add_watcher() i=1 2026-04-02T12:05:25.297 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.296+0000 7f4e8d931900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:25.299 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.298+0000 7f4e8d931900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:25.299 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.298+0000 7f4e8d931900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:25.299 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.298+0000 7f4e8d931900 5 note: GC not initialized 2026-04-02T12:05:25.300 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.298+0000 7f4e367ec640 20 reqs_thread_entry: start 2026-04-02T12:05:25.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.343+0000 7f4e8d931900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:25.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.343+0000 7f4e8d931900 20 Filter name: none 2026-04-02T12:05:25.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.343+0000 7f4e2ffff640 20 reqs_thread_entry: start 2026-04-02T12:05:25.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.343+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.343+0000 7f4e8d931900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:25.345 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.343+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.344+0000 7f4e8d931900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:25.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.344+0000 7f4e8d931900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:25.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.344+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.344+0000 7f4e8d931900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:25.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.344+0000 7f4e8d931900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.344+0000 7f4e8d931900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:25.346 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.344+0000 7f4e8d931900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:25.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.348+0000 7f4e8d931900 20 remove_watcher() i=3 2026-04-02T12:05:25.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.348+0000 7f4e8d931900 2 removed watcher, disabling cache 2026-04-02T12:05:25.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.349+0000 7f4e8d931900 20 remove_watcher() i=0 2026-04-02T12:05:25.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.349+0000 7f4e8d931900 20 remove_watcher() i=5 2026-04-02T12:05:25.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.349+0000 7f4e8d931900 20 remove_watcher() i=4 2026-04-02T12:05:25.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.349+0000 7f4e8d931900 20 remove_watcher() i=6 2026-04-02T12:05:25.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.349+0000 7f4e8d931900 20 remove_watcher() i=1 2026-04-02T12:05:25.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.349+0000 7f4e8d931900 20 remove_watcher() i=2 2026-04-02T12:05:25.351 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.349+0000 7f4e8d931900 20 remove_watcher() i=7 2026-04-02T12:05:25.357 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:25.357 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:05:25.357 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-change-reshard-state id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:05:25.357 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:25.408 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:05:25.431 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:25.431 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:25.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.455+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.456+0000 7fbadf1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.456+0000 7fbadf1a3900 20 realm 2026-04-02T12:05:25.457 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.456+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.456+0000 7fbadf1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.456+0000 7fbadf1a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:25.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.456+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.456+0000 7fbadf1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.456+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.457+0000 7fbadf1a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:25.458 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.457+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.457+0000 7fbadf1a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:25.459 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.457+0000 7fbadf1a3900 20 searching for the correct realm 2026-04-02T12:05:25.462 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.460+0000 7fbadaee7640 0 -- 192.168.123.107:0/2646412014 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55d9d7ffacf0 msgr2=0x55d9d801b160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:25.465 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.463+0000 7fbadb6e8640 0 -- 192.168.123.107:0/2646412014 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55d9d803ece0 msgr2=0x55d9d805f0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:25.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.466+0000 7fbadf1a3900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:25.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.466+0000 7fbadf1a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:25.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.466+0000 7fbadf1a3900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:25.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.466+0000 7fbadf1a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:25.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.466+0000 7fbadf1a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:25.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.466+0000 7fbadf1a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:25.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.466+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.466+0000 7fbadf1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.466+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:25.468 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 20 zone default found 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 4 Realm: () 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 20 zonegroup default 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.467+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.468+0000 7fbadf1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.468+0000 7fbadf1a3900 20 started sync module instance, tier type = 2026-04-02T12:05:25.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.468+0000 7fbadf1a3900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:25.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.472+0000 7fbadf1a3900 20 add_watcher() i=3 2026-04-02T12:05:25.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.472+0000 7fbadf1a3900 20 add_watcher() i=0 2026-04-02T12:05:25.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.472+0000 7fbadf1a3900 20 add_watcher() i=1 2026-04-02T12:05:25.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.472+0000 7fbadf1a3900 20 add_watcher() i=2 2026-04-02T12:05:25.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.472+0000 7fbadf1a3900 20 add_watcher() i=7 2026-04-02T12:05:25.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.472+0000 7fbadf1a3900 20 add_watcher() i=5 2026-04-02T12:05:25.474 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.472+0000 7fbadf1a3900 20 add_watcher() i=6 2026-04-02T12:05:25.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.473+0000 7fbadf1a3900 20 add_watcher() i=4 2026-04-02T12:05:25.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.473+0000 7fbadf1a3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:25.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.475+0000 7fbadf1a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:25.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.475+0000 7fbadf1a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:25.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.475+0000 7fbadf1a3900 5 note: GC not initialized 2026-04-02T12:05:25.477 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.475+0000 7fba837fe640 20 reqs_thread_entry: start 2026-04-02T12:05:25.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.519+0000 7fbadf1a3900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:25.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.519+0000 7fbadf1a3900 20 Filter name: none 2026-04-02T12:05:25.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.519+0000 7fba817fa640 20 reqs_thread_entry: start 2026-04-02T12:05:25.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.519+0000 7fbadf1a3900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-02T12:05:25.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.519+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.520+0000 7fbadf1a3900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:25.521 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.520+0000 7fbadf1a3900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:25.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.520+0000 7fbadf1a3900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-02T12:05:25.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.520+0000 7fbadf1a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 : miss 2026-04-02T12:05:25.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.520+0000 7fbadf1a3900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.520+0000 7fbadf1a3900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:25.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.520+0000 7fbadf1a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.520+0000 7fbadf1a3900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.520+0000 7fbadf1a3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:25.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.520+0000 7fbadf1a3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.522 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.520+0000 7fbadf1a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 2026-04-02T12:05:25.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.523+0000 7fbadf1a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.523+0000 7fbadf1a3900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.523+0000 7fbadf1a3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.525 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.523+0000 7fbadf1a3900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39, ofs0, ns] 2026-04-02T12:05:25.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.524+0000 7fbaba7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763767 cookie 94394120432896 notifier 7839 bl.length()=1027 2026-04-02T12:05:25.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.524+0000 7fbaba7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.524+0000 7fbaba7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.524+0000 7fbaba7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.524+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): orig_sources= new_sources= 2026-04-02T12:05:25.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.524+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): potential sources added=[] removed=[] 2026-04-02T12:05:25.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.524+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): orig_dests= new_dests= 2026-04-02T12:05:25.526 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.524+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): potential dests added=[] removed=[] 2026-04-02T12:05:25.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.526+0000 7fbadf1a3900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39.1.0 2026-04-02T12:05:25.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.526+0000 7fbadf1a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39.1.0 2026-04-02T12:05:25.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.526+0000 7fbadf1a3900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39.1.1 2026-04-02T12:05:25.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.526+0000 7fbadf1a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39.1.1 2026-04-02T12:05:25.528 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.526+0000 7fbadf1a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39.0 2026-04-02T12:05:25.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.528+0000 7fbadf1a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:25.530 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.528+0000 7fbadf1a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 2026-04-02T12:05:25.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.529+0000 7fbadf1a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.529+0000 7fbadf1a3900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.529+0000 7fbadf1a3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.529+0000 7fbadf1a3900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39, ofs0, ns] 2026-04-02T12:05:25.531 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.530+0000 7fbab9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763768 cookie 94394120432896 notifier 7839 bl.length()=1027 2026-04-02T12:05:25.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.530+0000 7fbab9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.530+0000 7fbab9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.530+0000 7fbab9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.530+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): orig_sources= new_sources= 2026-04-02T12:05:25.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.530+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): potential sources added=[] removed=[] 2026-04-02T12:05:25.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.530+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): orig_dests= new_dests= 2026-04-02T12:05:25.532 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.530+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): potential dests added=[] removed=[] 2026-04-02T12:05:25.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.531+0000 7fbadf1a3900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39.0 2026-04-02T12:05:25.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.531+0000 7fbadf1a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:25.533 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.531+0000 7fbadf1a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 2026-04-02T12:05:25.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.532+0000 7fbadf1a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.532+0000 7fbadf1a3900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.532+0000 7fbadf1a3900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.534 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.532+0000 7fbadf1a3900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39, ofs0, ns] 2026-04-02T12:05:25.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.533+0000 7fbaba7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763769 cookie 94394120432896 notifier 7839 bl.length()=991 2026-04-02T12:05:25.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.533+0000 7fbaba7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 info.flags=0x17 2026-04-02T12:05:25.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.533+0000 7fbaba7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 to cache LRU end 2026-04-02T12:05:25.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.533+0000 7fbaba7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:25.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.533+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): orig_sources= new_sources= 2026-04-02T12:05:25.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.533+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): potential sources added=[] removed=[] 2026-04-02T12:05:25.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.533+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): orig_dests= new_dests= 2026-04-02T12:05:25.535 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.533+0000 7fbadf1a3900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39]): potential dests added=[] removed=[] 2026-04-02T12:05:25.536 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.534+0000 7fbadf1a3900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2026-04-02T12:05:25.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.539+0000 7fbadf1a3900 20 remove_watcher() i=0 2026-04-02T12:05:25.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.539+0000 7fbadf1a3900 2 removed watcher, disabling cache 2026-04-02T12:05:25.541 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.539+0000 7fbadf1a3900 20 remove_watcher() i=5 2026-04-02T12:05:25.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.539+0000 7fbadf1a3900 20 remove_watcher() i=7 2026-04-02T12:05:25.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.540+0000 7fbadf1a3900 20 remove_watcher() i=3 2026-04-02T12:05:25.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.540+0000 7fbadf1a3900 20 remove_watcher() i=4 2026-04-02T12:05:25.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.540+0000 7fbadf1a3900 20 remove_watcher() i=2 2026-04-02T12:05:25.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.540+0000 7fbadf1a3900 20 remove_watcher() i=1 2026-04-02T12:05:25.542 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.540+0000 7fbadf1a3900 20 remove_watcher() i=6 2026-04-02T12:05:25.553 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:05:25.578 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:25.578 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:25.601 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.599+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.600+0000 7f438e76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.600+0000 7f438e76e900 20 realm 2026-04-02T12:05:25.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.600+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.600+0000 7f438e76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.600+0000 7f438e76e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:25.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.600+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.601+0000 7f438e76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.602 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.601+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.601+0000 7f438e76e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:25.603 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.601+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.602+0000 7f438e76e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:25.604 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.602+0000 7f438e76e900 20 searching for the correct realm 2026-04-02T12:05:25.606 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.605+0000 7f438a4e7640 0 -- 192.168.123.107:0/946882023 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x556e11177d50 msgr2=0x556e11198200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:25.609 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.607+0000 7f4389ce6640 0 -- 192.168.123.107:0/946882023 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f437c0ce400 msgr2=0x7f437c0ce870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:25.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.611+0000 7f438e76e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.611+0000 7f438e76e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.611+0000 7f438e76e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.611+0000 7f438e76e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.611+0000 7f438e76e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.611+0000 7f438e76e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.611+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 20 zone default found 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 4 Realm: () 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 20 zonegroup default 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.612+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.614 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.613+0000 7f438e76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.613+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.613+0000 7f438e76e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:25.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.613+0000 7f438e76e900 20 started sync module instance, tier type = 2026-04-02T12:05:25.615 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.613+0000 7f438e76e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:25.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.616+0000 7f438e76e900 20 add_watcher() i=3 2026-04-02T12:05:25.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.617+0000 7f438e76e900 20 add_watcher() i=2 2026-04-02T12:05:25.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.617+0000 7f438e76e900 20 add_watcher() i=4 2026-04-02T12:05:25.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.617+0000 7f438e76e900 20 add_watcher() i=0 2026-04-02T12:05:25.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.617+0000 7f438e76e900 20 add_watcher() i=6 2026-04-02T12:05:25.619 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.617+0000 7f438e76e900 20 add_watcher() i=1 2026-04-02T12:05:25.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.618+0000 7f438e76e900 20 add_watcher() i=7 2026-04-02T12:05:25.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.618+0000 7f438e76e900 20 add_watcher() i=5 2026-04-02T12:05:25.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.618+0000 7f438e76e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:25.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.620+0000 7f438e76e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:25.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.620+0000 7f438e76e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:25.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.620+0000 7f438e76e900 5 note: GC not initialized 2026-04-02T12:05:25.622 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.620+0000 7f4332ffd640 20 reqs_thread_entry: start 2026-04-02T12:05:25.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.667+0000 7f438e76e900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:25.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.667+0000 7f438e76e900 20 Filter name: none 2026-04-02T12:05:25.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.667+0000 7f4330ff9640 20 reqs_thread_entry: start 2026-04-02T12:05:25.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.667+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.668+0000 7f438e76e900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:25.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.668+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.668+0000 7f438e76e900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:25.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.668+0000 7f438e76e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:25.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.668+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.668+0000 7f438e76e900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:25.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.668+0000 7f438e76e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:25.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.669+0000 7f438e76e900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:25.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.669+0000 7f438e76e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:25.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.674+0000 7f438e76e900 20 remove_watcher() i=2 2026-04-02T12:05:25.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.674+0000 7f438e76e900 2 removed watcher, disabling cache 2026-04-02T12:05:25.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.674+0000 7f438e76e900 20 remove_watcher() i=0 2026-04-02T12:05:25.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.674+0000 7f438e76e900 20 remove_watcher() i=4 2026-04-02T12:05:25.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.674+0000 7f438e76e900 20 remove_watcher() i=1 2026-04-02T12:05:25.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.674+0000 7f438e76e900 20 remove_watcher() i=3 2026-04-02T12:05:25.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.674+0000 7f438e76e900 20 remove_watcher() i=7 2026-04-02T12:05:25.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.674+0000 7f438e76e900 20 remove_watcher() i=6 2026-04-02T12:05:25.676 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:25.674+0000 7f438e76e900 20 remove_watcher() i=5 2026-04-02T12:05:25.683 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:25.683 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:05:25.683 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-change-reshard-state id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.39 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:05:25.683 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:25.745 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2026-04-02T12:05:25.745 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:25.998 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:05:26.018 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:26.018 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:26.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.036+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.038+0000 7f0b7fdcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.038+0000 7f0b7fdcb900 20 realm 2026-04-02T12:05:26.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.038+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.038+0000 7f0b7fdcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.038+0000 7f0b7fdcb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:26.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.038+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.038+0000 7f0b7fdcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.038+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.039+0000 7f0b7fdcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:26.040 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.039+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.039+0000 7f0b7fdcb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:26.041 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.039+0000 7f0b7fdcb900 20 searching for the correct realm 2026-04-02T12:05:26.044 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.042+0000 7f0b7aa94640 0 -- 192.168.123.107:0/1038552152 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x55dd9622f750 msgr2=0x55dd9624fb50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:26.047 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.045+0000 7f0b7b295640 0 -- 192.168.123.107:0/1038552152 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55dd96273730 msgr2=0x55dd96293b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:26.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.048+0000 7f0b7fdcb900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:26.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.048+0000 7f0b7fdcb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:26.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.048+0000 7f0b7fdcb900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:26.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.048+0000 7f0b7fdcb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:26.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.048+0000 7f0b7fdcb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:26.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.048+0000 7f0b7fdcb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:26.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.048+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.048+0000 7f0b7fdcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.048+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:26.050 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 zone default found 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 4 Realm: () 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 zonegroup default 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 started sync module instance, tier type = 2026-04-02T12:05:26.051 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.049+0000 7f0b7fdcb900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:26.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.052+0000 7f0b7fdcb900 20 add_watcher() i=7 2026-04-02T12:05:26.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.053+0000 7f0b7fdcb900 20 add_watcher() i=3 2026-04-02T12:05:26.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.053+0000 7f0b7fdcb900 20 add_watcher() i=5 2026-04-02T12:05:26.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.053+0000 7f0b7fdcb900 20 add_watcher() i=6 2026-04-02T12:05:26.075 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.073+0000 7f0b7fdcb900 20 add_watcher() i=4 2026-04-02T12:05:26.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.074+0000 7f0b7fdcb900 20 add_watcher() i=0 2026-04-02T12:05:26.076 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.074+0000 7f0b7fdcb900 20 add_watcher() i=2 2026-04-02T12:05:26.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.075+0000 7f0b7fdcb900 20 add_watcher() i=1 2026-04-02T12:05:26.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.075+0000 7f0b7fdcb900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:26.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.077+0000 7f0b7fdcb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:26.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.077+0000 7f0b7fdcb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:26.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.077+0000 7f0b7fdcb900 5 note: GC not initialized 2026-04-02T12:05:26.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.078+0000 7f0b237fe640 20 reqs_thread_entry: start 2026-04-02T12:05:26.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.123+0000 7f0b7fdcb900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:26.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.123+0000 7f0b7fdcb900 20 Filter name: none 2026-04-02T12:05:26.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.124+0000 7f0b217fa640 20 reqs_thread_entry: start 2026-04-02T12:05:26.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.124+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.124+0000 7f0b7fdcb900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:26.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.124+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.124+0000 7f0b7fdcb900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:26.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.124+0000 7f0b7fdcb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:26.126 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.124+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.125+0000 7f0b7fdcb900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:26.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.125+0000 7f0b7fdcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.125+0000 7f0b7fdcb900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:26.127 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.125+0000 7f0b7fdcb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:26.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.130+0000 7f0b7fdcb900 20 remove_watcher() i=7 2026-04-02T12:05:26.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.130+0000 7f0b7fdcb900 2 removed watcher, disabling cache 2026-04-02T12:05:26.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.130+0000 7f0b7fdcb900 20 remove_watcher() i=1 2026-04-02T12:05:26.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.131+0000 7f0b7fdcb900 20 remove_watcher() i=2 2026-04-02T12:05:26.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.131+0000 7f0b7fdcb900 20 remove_watcher() i=3 2026-04-02T12:05:26.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.131+0000 7f0b7fdcb900 20 remove_watcher() i=4 2026-04-02T12:05:26.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.131+0000 7f0b7fdcb900 20 remove_watcher() i=0 2026-04-02T12:05:26.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.131+0000 7f0b7fdcb900 20 remove_watcher() i=6 2026-04-02T12:05:26.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.131+0000 7f0b7fdcb900 20 remove_watcher() i=5 2026-04-02T12:05:26.141 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:26.141 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:05:26.141 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-change-reshard-state id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:05:26.141 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:26.144 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2026-04-02T12:05:26.171 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:26.171 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:26.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.194+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.195+0000 7f7a1c7af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.197 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.196+0000 7f7a1c7af900 20 realm 2026-04-02T12:05:26.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.196+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.196+0000 7f7a1c7af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.196+0000 7f7a1c7af900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:26.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.196+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.196+0000 7f7a1c7af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.198 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.196+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.197+0000 7f7a1c7af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:26.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.197+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.198+0000 7f7a1c7af900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:26.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.198+0000 7f7a1c7af900 20 searching for the correct realm 2026-04-02T12:05:26.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.200+0000 7f7a1aa65640 0 -- 192.168.123.107:0/912376668 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f7a0003c040 msgr2=0x7f7a0003c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:26.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.405+0000 7f7a19a63640 0 -- 192.168.123.107:0/912376668 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f79fc003c90 msgr2=0x7f7a0c085050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:26.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.609+0000 7f7a1c7af900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:26.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:26.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:26.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:26.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:26.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:26.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.612 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 zone default found 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 4 Realm: () 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 zonegroup default 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.610+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.611+0000 7f7a1c7af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.611+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.611+0000 7f7a1c7af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.611+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.611+0000 7f7a1c7af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.611+0000 7f7a1c7af900 20 started sync module instance, tier type = 2026-04-02T12:05:26.613 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.611+0000 7f7a1c7af900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:26.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.615+0000 7f7a1c7af900 20 add_watcher() i=3 2026-04-02T12:05:26.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.615+0000 7f7a1c7af900 20 add_watcher() i=0 2026-04-02T12:05:26.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.615+0000 7f7a1c7af900 20 add_watcher() i=7 2026-04-02T12:05:26.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.615+0000 7f7a1c7af900 20 add_watcher() i=4 2026-04-02T12:05:26.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.615+0000 7f7a1c7af900 20 add_watcher() i=5 2026-04-02T12:05:26.617 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.616+0000 7f7a1c7af900 20 add_watcher() i=2 2026-04-02T12:05:26.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.616+0000 7f7a1c7af900 20 add_watcher() i=6 2026-04-02T12:05:26.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.616+0000 7f7a1c7af900 20 add_watcher() i=1 2026-04-02T12:05:26.618 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.616+0000 7f7a1c7af900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:26.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.618+0000 7f7a1c7af900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:26.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.618+0000 7f7a1c7af900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:26.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.618+0000 7f7a1c7af900 5 note: GC not initialized 2026-04-02T12:05:26.620 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.618+0000 7f79c2ffd640 20 reqs_thread_entry: start 2026-04-02T12:05:26.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.657+0000 7f7a1c7af900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:26.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.657+0000 7f7a1c7af900 20 Filter name: none 2026-04-02T12:05:26.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.657+0000 7f79c0ff9640 20 reqs_thread_entry: start 2026-04-02T12:05:26.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.657+0000 7f7a1c7af900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-02T12:05:26.659 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.657+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.657+0000 7f7a1c7af900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.657+0000 7f7a1c7af900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.657+0000 7f7a1c7af900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-02T12:05:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.657+0000 7f7a1c7af900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 : miss 2026-04-02T12:05:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.657+0000 7f7a1c7af900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.658+0000 7f7a1c7af900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.658+0000 7f7a1c7af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 info.flags=0x17 2026-04-02T12:05:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.658+0000 7f7a1c7af900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 to cache LRU end 2026-04-02T12:05:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.658+0000 7f7a1c7af900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.658+0000 7f7a1c7af900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:26.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.658+0000 7f7a1c7af900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 2026-04-02T12:05:26.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.661+0000 7f7a1c7af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 info.flags=0x17 2026-04-02T12:05:26.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.661+0000 7f7a1c7af900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 to cache LRU end 2026-04-02T12:05:26.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.661+0000 7f7a1c7af900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:26.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.661+0000 7f7a1c7af900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40, ofs0, ns] 2026-04-02T12:05:26.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.662+0000 7f79f97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763774 cookie 94828032435600 notifier 7343 bl.length()=1027 2026-04-02T12:05:26.663 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.662+0000 7f79f97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 info.flags=0x17 2026-04-02T12:05:26.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.662+0000 7f79f97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 to cache LRU end 2026-04-02T12:05:26.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.662+0000 7f79f97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:26.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.662+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): orig_sources= new_sources= 2026-04-02T12:05:26.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.662+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): potential sources added=[] removed=[] 2026-04-02T12:05:26.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.662+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): orig_dests= new_dests= 2026-04-02T12:05:26.664 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.662+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): potential dests added=[] removed=[] 2026-04-02T12:05:26.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.664+0000 7f7a1c7af900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40.1.0 2026-04-02T12:05:26.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.664+0000 7f7a1c7af900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40.1.0 2026-04-02T12:05:26.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.664+0000 7f7a1c7af900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40.1.1 2026-04-02T12:05:26.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.664+0000 7f7a1c7af900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40.1.1 2026-04-02T12:05:26.666 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.664+0000 7f7a1c7af900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40.0 2026-04-02T12:05:26.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.665+0000 7f7a1c7af900 -1 Injecting error=-125 at location=change_reshard_state 2026-04-02T12:05:26.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.665+0000 7f7a1c7af900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:26.667 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.665+0000 7f7a1c7af900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 2026-04-02T12:05:26.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.666+0000 7f7a1c7af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 info.flags=0x17 2026-04-02T12:05:26.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.666+0000 7f7a1c7af900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 to cache LRU end 2026-04-02T12:05:26.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.666+0000 7f7a1c7af900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:26.668 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.666+0000 7f7a1c7af900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40, ofs0, ns] 2026-04-02T12:05:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.666+0000 7f79f97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763775 cookie 94828032435600 notifier 7343 bl.length()=1027 2026-04-02T12:05:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.666+0000 7f79f97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 info.flags=0x17 2026-04-02T12:05:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.666+0000 7f79f97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 to cache LRU end 2026-04-02T12:05:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.666+0000 7f79f97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.667+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): orig_sources= new_sources= 2026-04-02T12:05:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.667+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): potential sources added=[] removed=[] 2026-04-02T12:05:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.667+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): orig_dests= new_dests= 2026-04-02T12:05:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.667+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): potential dests added=[] removed=[] 2026-04-02T12:05:26.669 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.668+0000 7f7a1c7af900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40.0 2026-04-02T12:05:26.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.668+0000 7f7a1c7af900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:26.670 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.668+0000 7f7a1c7af900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f7a1c7af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 info.flags=0x17 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f7a1c7af900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 to cache LRU end 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f7a1c7af900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f7a1c7af900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40, ofs0, ns] 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f79f9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763776 cookie 94828032435600 notifier 7343 bl.length()=991 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f79f9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 info.flags=0x17 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f79f9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 to cache LRU end 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f79f9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): orig_sources= new_sources= 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): potential sources added=[] removed=[] 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): orig_dests= new_dests= 2026-04-02T12:05:26.671 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.669+0000 7f7a1c7af900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40]): potential dests added=[] removed=[] 2026-04-02T12:05:26.672 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.670+0000 7f7a1c7af900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2026-04-02T12:05:26.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.675+0000 7f7a1c7af900 20 remove_watcher() i=3 2026-04-02T12:05:26.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.675+0000 7f7a1c7af900 2 removed watcher, disabling cache 2026-04-02T12:05:26.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.675+0000 7f7a1c7af900 20 remove_watcher() i=1 2026-04-02T12:05:26.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.675+0000 7f7a1c7af900 20 remove_watcher() i=5 2026-04-02T12:05:26.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.675+0000 7f7a1c7af900 20 remove_watcher() i=6 2026-04-02T12:05:26.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.675+0000 7f7a1c7af900 20 remove_watcher() i=0 2026-04-02T12:05:26.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.675+0000 7f7a1c7af900 20 remove_watcher() i=7 2026-04-02T12:05:26.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.675+0000 7f7a1c7af900 20 remove_watcher() i=4 2026-04-02T12:05:26.677 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.675+0000 7f7a1c7af900 20 remove_watcher() i=2 2026-04-02T12:05:26.688 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:05:26.711 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:26.711 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:26.736 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.734+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.736+0000 7fec9e575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.736+0000 7fec9e575900 20 realm 2026-04-02T12:05:26.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.736+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.736+0000 7fec9e575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.736+0000 7fec9e575900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:26.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.736+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.736+0000 7fec9e575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.736+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.737+0000 7fec9e575900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:26.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.737+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.737+0000 7fec9e575900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:26.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.737+0000 7fec9e575900 20 searching for the correct realm 2026-04-02T12:05:26.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.740+0000 7fec97fff640 0 -- 192.168.123.107:0/1073796014 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55dfac933450 msgr2=0x55dfac953900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:26.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.743+0000 7fec977fe640 0 -- 192.168.123.107:0/1073796014 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fec9006e120 msgr2=0x7fec9006a4b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:26.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:26.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:26.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:26.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:26.747 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 zone default found 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 4 Realm: () 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 zonegroup default 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.746+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.747+0000 7fec9e575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.747+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.747+0000 7fec9e575900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:26.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.747+0000 7fec9e575900 20 started sync module instance, tier type = 2026-04-02T12:05:26.749 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.747+0000 7fec9e575900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:26.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.759+0000 7fec9e575900 20 add_watcher() i=4 2026-04-02T12:05:26.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.759+0000 7fec9e575900 20 add_watcher() i=3 2026-04-02T12:05:26.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.759+0000 7fec9e575900 20 add_watcher() i=2 2026-04-02T12:05:26.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.759+0000 7fec9e575900 20 add_watcher() i=0 2026-04-02T12:05:26.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.759+0000 7fec9e575900 20 add_watcher() i=5 2026-04-02T12:05:26.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.759+0000 7fec9e575900 20 add_watcher() i=6 2026-04-02T12:05:26.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.759+0000 7fec9e575900 20 add_watcher() i=1 2026-04-02T12:05:26.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.759+0000 7fec9e575900 20 add_watcher() i=7 2026-04-02T12:05:26.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.759+0000 7fec9e575900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:26.763 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.761+0000 7fec9e575900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:26.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.761+0000 7fec9e575900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:26.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.762+0000 7fec9e575900 5 note: GC not initialized 2026-04-02T12:05:26.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.762+0000 7fec497ea640 20 reqs_thread_entry: start 2026-04-02T12:05:26.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.803+0000 7fec9e575900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:26.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.803+0000 7fec9e575900 20 Filter name: none 2026-04-02T12:05:26.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.803+0000 7fec42ffd640 20 reqs_thread_entry: start 2026-04-02T12:05:26.805 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.803+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.804+0000 7fec9e575900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:26.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.804+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.804+0000 7fec9e575900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:26.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.804+0000 7fec9e575900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:26.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.804+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.804+0000 7fec9e575900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:26.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.804+0000 7fec9e575900 20 rados->read ofs=0 len=0 2026-04-02T12:05:26.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.805+0000 7fec9e575900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:26.806 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.805+0000 7fec9e575900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:26.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.809+0000 7fec9e575900 20 remove_watcher() i=0 2026-04-02T12:05:26.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.809+0000 7fec9e575900 2 removed watcher, disabling cache 2026-04-02T12:05:26.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.809+0000 7fec9e575900 20 remove_watcher() i=1 2026-04-02T12:05:26.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.809+0000 7fec9e575900 20 remove_watcher() i=2 2026-04-02T12:05:26.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.809+0000 7fec9e575900 20 remove_watcher() i=3 2026-04-02T12:05:26.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.809+0000 7fec9e575900 20 remove_watcher() i=5 2026-04-02T12:05:26.811 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.810+0000 7fec9e575900 20 remove_watcher() i=4 2026-04-02T12:05:26.812 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.810+0000 7fec9e575900 20 remove_watcher() i=6 2026-04-02T12:05:26.812 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:26.810+0000 7fec9e575900 20 remove_watcher() i=7 2026-04-02T12:05:26.818 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:26.818 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:05:26.818 INFO:tasks.workunit.client.0.vm07.stderr:bucket: error-at-change-reshard-state id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.40 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-02T12:05:26.818 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:26.878 INFO:tasks.workunit.client.0.vm07.stderr:TEST: reshard bucket with abort at change_reshard_state 2026-04-02T12:05:26.878 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:27.611 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-02T12:05:27.632 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:27.632 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:27.653 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.651+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.654 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.653+0000 7fd577d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:27.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.653+0000 7fd577d6e900 20 realm 2026-04-02T12:05:27.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.653+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.653+0000 7fd577d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:27.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.653+0000 7fd577d6e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:27.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.653+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.653+0000 7fd577d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:27.655 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.653+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.654+0000 7fd577d6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:27.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.654+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.656 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.655+0000 7fd577d6e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:27.657 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.655+0000 7fd577d6e900 20 searching for the correct realm 2026-04-02T12:05:27.660 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.658+0000 7fd56f7fe640 0 -- 192.168.123.107:0/2871713164 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fd5680750b0 msgr2=0x7fd56806f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:27.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.864+0000 7fd56ffff640 0 -- 192.168.123.107:0/2871713164 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fd55c0b9b00 msgr2=0x7fd55c0c2270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 zone default found 2026-04-02T12:05:27.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 4 Realm: () 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 zonegroup default 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.866+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.867+0000 7fd577d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.867+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.867+0000 7fd577d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.867+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.867+0000 7fd577d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.867+0000 7fd577d6e900 20 started sync module instance, tier type = 2026-04-02T12:05:27.869 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.867+0000 7fd577d6e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:27.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.890+0000 7fd577d6e900 20 add_watcher() i=7 2026-04-02T12:05:27.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.890+0000 7fd577d6e900 20 add_watcher() i=4 2026-04-02T12:05:27.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.890+0000 7fd577d6e900 20 add_watcher() i=0 2026-04-02T12:05:27.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.890+0000 7fd577d6e900 20 add_watcher() i=3 2026-04-02T12:05:27.892 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.890+0000 7fd577d6e900 20 add_watcher() i=6 2026-04-02T12:05:27.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.891+0000 7fd577d6e900 20 add_watcher() i=2 2026-04-02T12:05:27.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.891+0000 7fd577d6e900 20 add_watcher() i=1 2026-04-02T12:05:27.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.891+0000 7fd577d6e900 20 add_watcher() i=5 2026-04-02T12:05:27.893 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.891+0000 7fd577d6e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:27.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.893+0000 7fd577d6e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:27.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.893+0000 7fd577d6e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:27.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.893+0000 7fd577d6e900 5 note: GC not initialized 2026-04-02T12:05:27.895 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.893+0000 7fd520fe9640 20 reqs_thread_entry: start 2026-04-02T12:05:27.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.944+0000 7fd577d6e900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:27.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.944+0000 7fd577d6e900 20 Filter name: none 2026-04-02T12:05:27.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.944+0000 7fd51a7fc640 20 reqs_thread_entry: start 2026-04-02T12:05:27.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.944+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.945+0000 7fd577d6e900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:27.946 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.945+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.945+0000 7fd577d6e900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:27.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.945+0000 7fd577d6e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:27.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.945+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.945+0000 7fd577d6e900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:27.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.945+0000 7fd577d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:27.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.946+0000 7fd577d6e900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:27.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.946+0000 7fd577d6e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:27.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.951+0000 7fd577d6e900 20 remove_watcher() i=1 2026-04-02T12:05:27.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.951+0000 7fd577d6e900 2 removed watcher, disabling cache 2026-04-02T12:05:27.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.951+0000 7fd577d6e900 20 remove_watcher() i=3 2026-04-02T12:05:27.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.951+0000 7fd577d6e900 20 remove_watcher() i=5 2026-04-02T12:05:27.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.951+0000 7fd577d6e900 20 remove_watcher() i=6 2026-04-02T12:05:27.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.951+0000 7fd577d6e900 20 remove_watcher() i=2 2026-04-02T12:05:27.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.951+0000 7fd577d6e900 20 remove_watcher() i=7 2026-04-02T12:05:27.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.951+0000 7fd577d6e900 20 remove_watcher() i=0 2026-04-02T12:05:27.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:27.951+0000 7fd577d6e900 20 remove_watcher() i=4 2026-04-02T12:05:27.959 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:27.959 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:05:27.959 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-change-reshard-state id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:05:27.960 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:27.961 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2026-04-02T12:05:27.984 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:27.984 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:28.007 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.005+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.006+0000 7f6c46bce900 20 realm 2026-04-02T12:05:28.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.006+0000 7f6c46bce900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:28.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.008 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.007+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:28.009 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.007+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.010 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.008+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:28.010 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.008+0000 7f6c46bce900 20 searching for the correct realm 2026-04-02T12:05:28.014 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.012+0000 7f6c4184b640 0 -- 192.168.123.107:0/1412587670 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f6c340e1040 msgr2=0x7f6c340ca9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:28.018 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.016+0000 7f6c4204c640 0 -- 192.168.123.107:0/1412587670 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f6c28029030 msgr2=0x7f6c2800f430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:28.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:28.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:28.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:28.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:28.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:28.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:28.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.018+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.018+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.018+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 20 zone default found 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 4 Realm: () 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 20 zonegroup default 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.020+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.020+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.020+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.020+0000 7f6c46bce900 20 started sync module instance, tier type = 2026-04-02T12:05:28.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.020+0000 7f6c46bce900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:28.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=0 2026-04-02T12:05:28.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=3 2026-04-02T12:05:28.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=6 2026-04-02T12:05:28.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=5 2026-04-02T12:05:28.026 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=7 2026-04-02T12:05:28.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=2 2026-04-02T12:05:28.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=1 2026-04-02T12:05:28.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.025+0000 7f6c46bce900 20 add_watcher() i=4 2026-04-02T12:05:28.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.025+0000 7f6c46bce900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:28.028 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.027+0000 7f6c46bce900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:28.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.027+0000 7f6c46bce900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:28.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.027+0000 7f6c46bce900 5 note: GC not initialized 2026-04-02T12:05:28.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.027+0000 7f6beefed640 20 reqs_thread_entry: start 2026-04-02T12:05:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.070+0000 7f6c46bce900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.070+0000 7f6c46bce900 20 Filter name: none 2026-04-02T12:05:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.070+0000 7f6becfe9640 20 reqs_thread_entry: start 2026-04-02T12:05:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.070+0000 7f6c46bce900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:05:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.070+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.070+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.070+0000 7f6c46bce900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.070+0000 7f6c46bce900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:05:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.070+0000 7f6c46bce900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 : miss 2026-04-02T12:05:28.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.070+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.071+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:28.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.071+0000 7f6c46bce900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:28.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.071+0000 7f6c46bce900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:28.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.071+0000 7f6c46bce900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:28.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.071+0000 7f6c46bce900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:28.073 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.071+0000 7f6c46bce900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 2026-04-02T12:05:28.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.075+0000 7f6c46bce900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:28.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.075+0000 7f6c46bce900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:28.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.075+0000 7f6c46bce900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:28.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.075+0000 7f6c46bce900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41, ofs0, ns] 2026-04-02T12:05:28.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763721 cookie 94107808965120 notifier 7944 bl.length()=1027 2026-04-02T12:05:28.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:28.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:28.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:28.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_sources= new_sources= 2026-04-02T12:05:28.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential sources added=[] removed=[] 2026-04-02T12:05:28.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_dests= new_dests= 2026-04-02T12:05:28.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential dests added=[] removed=[] 2026-04-02T12:05:28.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.079+0000 7f6c46bce900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.0 2026-04-02T12:05:28.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.079+0000 7f6c46bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.0 2026-04-02T12:05:28.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.079+0000 7f6c46bce900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.1 2026-04-02T12:05:28.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.079+0000 7f6c46bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.1 2026-04-02T12:05:28.081 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.079+0000 7f6c46bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.0 2026-04-02T12:05:28.084 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6c46bce900 time 2026-04-02T12:05:28.084109+0000 2026-04-02T12:05:28.084 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f6c46f8f8f8] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55972b3cb6bd] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55972b3cbf02] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f6c4602a610] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.083+0000 7f6c46bce900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6c46bce900 time 2026-04-02T12:05:28.084109+0000 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f6c46f8f8f8] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55972b3cb6bd] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55972b3cbf02] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f6c4602a610] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f6c46bce900 thread_name:radosgw-admin 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f6c4603fc30] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f6c4608d02c] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f6c46f8f957] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55972b3cb6bd] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55972b3cbf02] 2026-04-02T12:05:28.085 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f6c4602a610] 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.083+0000 7f6c46bce900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f6c46bce900 thread_name:radosgw-admin 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f6c4603fc30] 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f6c4608d02c] 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f6c46f8f957] 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55972b3cb6bd] 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55972b3cbf02] 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f6c4602a610] 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.086 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:05:28.088 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: dump: 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: _finish_auth 0 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: _check_auth_tickets 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: dump: 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 monclient: authenticate success, global_id 7935 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:05:27.988+0000 7f6c46bce900 10 monclient: get_monmap_and_config success 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:05:27.988+0000 7f6c46bce900 4 set_mon_vals no callback set 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:05:27.988+0000 7f6c46bce900 10 monclient: shutdown 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 asok(0x55972e26b6b0) unregister_commands rotate-key 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:05:27.988+0000 7f6c46bce900 10 monclient: build_initial_monmap 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:05:27.988+0000 7f6c46bce900 1 build_initial for_mkfs: 0 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:05:27.988+0000 7f6c46bce900 10 monclient: monmap: 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding auth protocol: cephx 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding auth protocol: cephx 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding auth protocol: cephx 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.089 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:05:27.988+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:05:27.988+0000 7f6c46bce900 1 librados: starting msgr at 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:05:27.988+0000 7f6c46bce900 1 librados: starting objecter 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command objecter_requests hook 0x55972e36fc70 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:05:27.989+0000 7f6c46bce900 1 librados: setting wanted keys 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:05:27.989+0000 7f6c46bce900 1 librados: calling monclient init 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient: init 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding auth protocol: cephx 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding auth protocol: cephx 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding auth protocol: cephx 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:05:27.989+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:05:27.989+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command rotate-key hook 0x55972e36b368 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-a con 0x55972e2fc7e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-b con 0x55972e2fd4b0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-c con 0x55972e2fd880 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): authenticate will time out at 1896.042552s 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): get_auth_request con 0x55972e2fc7e0 auth_method 0 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): get_auth_request con 0x55972e2fd880 auth_method 0 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:05:27.989+0000 7f6c4104a640 10 monclient(hunting): get_auth_request con 0x55972e2fd4b0 auth_method 0 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:05:27.989+0000 7f6c4104a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:05:27.989+0000 7f6c4104a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:05:27.989+0000 7f6c4104a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.090 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): handle_auth_done global_id 7938 payload 824 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient: _finish_hunting 0 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:05:27.989+0000 7f6c4184b640 1 monclient: found mon.noname-a 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: dump: 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: _finish_auth 0 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: dump: 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:05:27.990+0000 7f6c46bce900 5 monclient: authenticate success, global_id 7938 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:05:27.990+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:05:27.990+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:05:27.990+0000 7f6c2ffff640 4 set_mon_vals no callback set 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:05:27.990+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:05:27.990+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:05:27.990+0000 7f6c46bce900 1 librados: init done 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:05:27.992+0000 7f6c2e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:05:27.992+0000 7f6c2e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:05:27.992+0000 7f6c2e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:05:27.992+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e39e3f0 auth_method 0 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:05:27.992+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c1c077610 auth_method 0 2026-04-02T12:05:28.091 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:05:27.993+0000 7f6c4184b640 10 monclient: get_auth_request con 0x55972e4e0600 auth_method 0 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:05:27.994+0000 7f6c4104a640 10 monclient: get_auth_request con 0x55972e502950 auth_method 0 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:05:27.995+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e501f00 auth_method 0 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient: build_initial_monmap 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:05:27.996+0000 7f6c46bce900 1 build_initial for_mkfs: 0 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient: monmap: 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding auth protocol: cephx 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding auth protocol: cephx 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding auth protocol: cephx 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:05:27.996+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55972e549e30 EEXIST 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient: init 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding auth protocol: cephx 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding auth protocol: cephx 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding auth protocol: cephx 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:05:27.996+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:05:27.996+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command rotate-key cmddesc rotate-key hook 0x55972e5239f0 EEXIST 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-a con 0x55972e571400 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-c con 0x55972e5717d0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-b con 0x55972e572470 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.092 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): authenticate will time out at 1896.050140s 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): get_auth_request con 0x55972e5717d0 auth_method 0 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): handle_auth_done global_id 7388 payload 824 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient: _finish_hunting 0 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:05:27.997+0000 7f6c4204c640 1 monclient: found mon.noname-c 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: dump: 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: _finish_auth 0 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: _check_auth_tickets 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: dump: 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:05:27.997+0000 7f6c46bce900 5 monclient: authenticate success, global_id 7388 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:05:27.997+0000 7f6c4284d640 4 set_mon_vals no callback set 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:05:27.999+0000 7f6c237fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:05:27.999+0000 7f6c237fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:05:27.999+0000 7f6c237fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:05:27.999+0000 7f6c46bce900 10 monclient: get_monmap_and_config 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:05:27.999+0000 7f6c46bce900 10 monclient: build_initial_monmap 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:05:27.999+0000 7f6c46bce900 1 build_initial for_mkfs: 0 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:05:27.999+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c10077520 auth_method 0 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:05:27.999+0000 7f6c46bce900 10 monclient: monmap: 2026-04-02T12:05:28.093 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding auth protocol: cephx 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding auth protocol: cephx 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding auth protocol: cephx 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:05:28.000+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient: init 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding auth protocol: cephx 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding auth protocol: cephx 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding auth protocol: cephx 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:05:28.000+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:05:28.000+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc3ce1d938 EEXIST 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-c con 0x55972e2d04e0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-b con 0x55972e631b40 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-a con 0x55972e661e30 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): authenticate will time out at 1896.053822s 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:05:28.000+0000 7f6c4104a640 10 monclient(hunting): get_auth_request con 0x55972e2d04e0 auth_method 0 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:05:28.000+0000 7f6c4104a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.094 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:05:28.000+0000 7f6c4104a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:05:28.000+0000 7f6c4104a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): get_auth_request con 0x55972e661e30 auth_method 0 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient(hunting): handle_auth_done global_id 7391 payload 274 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient: _finish_hunting 0 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:05:28.001+0000 7f6c4104a640 1 monclient: found mon.noname-c 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:05:28.001+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e631b40 auth_method 0 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: dump: 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: _finish_auth 0 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: _check_auth_tickets 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:05:28.001+0000 7f6c46bce900 5 monclient: authenticate success, global_id 7391 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:05:28.001+0000 7f6c46bce900 10 monclient: get_monmap_and_config success 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:05:28.001+0000 7f6c46bce900 4 set_mon_vals no callback set 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: dump: 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:05:28.001+0000 7f6c46bce900 10 monclient: shutdown 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient: build_initial_monmap 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:05:28.002+0000 7f6c46bce900 1 build_initial for_mkfs: 0 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient: monmap: 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:05:28.095 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding auth protocol: cephx 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding auth protocol: cephx 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding auth protocol: cephx 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:05:28.002+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:05:28.002+0000 7f6c46bce900 1 librados: starting msgr at 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:05:28.002+0000 7f6c46bce900 1 librados: starting objecter 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55972e610eb0 EEXIST 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:05:28.002+0000 7f6c46bce900 1 librados: setting wanted keys 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:05:28.002+0000 7f6c46bce900 1 librados: calling monclient init 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient: init 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding auth protocol: cephx 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding auth protocol: cephx 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding auth protocol: cephx 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:05:28.002+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:05:28.002+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command rotate-key cmddesc rotate-key hook 0x55972e6050f8 EEXIST 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-c con 0x55972e2d04e0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-b con 0x55972e631b40 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-a con 0x55972e661e30 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:28.096 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): authenticate will time out at 1896.055849s 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:05:28.002+0000 7f6c4104a640 10 monclient(hunting): get_auth_request con 0x55972e2d04e0 auth_method 0 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:05:28.002+0000 7f6c4104a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:05:28.002+0000 7f6c4104a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:05:28.002+0000 7f6c4104a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:05:28.002+0000 7f6c4184b640 10 monclient(hunting): get_auth_request con 0x55972e661e30 auth_method 0 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:05:28.002+0000 7f6c4184b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:05:28.002+0000 7f6c4184b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:05:28.002+0000 7f6c4184b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:05:28.003+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:05:28.003+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:05:28.003+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient(hunting): handle_auth_done global_id 7944 payload 824 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient: _finish_hunting 0 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:05:28.003+0000 7f6c4184b640 1 monclient: found mon.noname-a 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: dump: 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: _finish_auth 0 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: _check_auth_tickets 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:05:28.003+0000 7f6c217fa640 4 set_mon_vals no callback set 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: dump: 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:05:28.003+0000 7f6c46bce900 5 monclient: authenticate success, global_id 7944 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:05:28.003+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:05:28.003+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:05:28.003+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:05:28.003+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:05:28.003+0000 7f6c46bce900 1 librados: init done 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:05:28.003+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command cr dump hook 0x55972e634db8 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:05:28.005+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:05:28.005+0000 7f6c177fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:05:28.005+0000 7f6c177fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.097 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:05:28.005+0000 7f6c177fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:05:28.005+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c00077540 auth_method 0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:05:28.005+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e6d2200 auth_method 0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 realm 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:05:28.006+0000 7f6c46bce900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:05:28.007+0000 7f6c4104a640 10 monclient: get_auth_request con 0x55972e6f49c0 auth_method 0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:05:28.007+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:05:28.007+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:05:28.008+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e716260 auth_method 0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:05:28.008+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:05:28.008+0000 7f6c46bce900 20 searching for the correct realm 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:05:28.008+0000 7f6c4184b640 10 monclient: get_auth_request con 0x55972e738f60 auth_method 0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:05:28.009+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c30021c10 auth_method 0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:05:28.010+0000 7f6c4204c640 10 monclient: get_auth_request con 0x7f6c28029030 auth_method 0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:05:28.012+0000 7f6c4184b640 10 monclient: get_auth_request con 0x7f6c340e1040 auth_method 0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:05:28.012+0000 7f6c4184b640 0 -- 192.168.123.107:0/1412587670 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f6c340e1040 msgr2=0x7f6c340ca9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:05:28.012+0000 7f6c177fe640 1 client.7944.objecter ms_handle_reset 0x7f6c340e1040 session 0x7f6c3407b040 osd.6 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:05:28.012+0000 7f6c177fe640 10 monclient: _renew_subs 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:05:28.012+0000 7f6c177fe640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:05:28.013+0000 7f6c4184b640 10 monclient: get_auth_request con 0x7f6c000a4b80 auth_method 0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:05:28.014+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c34095070 auth_method 0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:05:28.016+0000 7f6c4204c640 0 -- 192.168.123.107:0/1412587670 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f6c28029030 msgr2=0x7f6c2800f430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:05:28.016+0000 7f6c177fe640 1 client.7944.objecter ms_handle_reset 0x7f6c28029030 session 0x7f6c28046040 osd.2 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:05:28.016+0000 7f6c4204c640 10 monclient: get_auth_request con 0x7f6c340e1040 auth_method 0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 zone default found 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:05:28.019+0000 7f6c46bce900 4 Realm: () 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:05:28.019+0000 7f6c46bce900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:05:28.019+0000 7f6c46bce900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:05:28.019+0000 7f6c46bce900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 zonegroup default 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:05:28.020+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:05:28.020+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:05:28.020+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:05:28.020+0000 7f6c46bce900 20 started sync module instance, tier type = 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:05:28.020+0000 7f6c46bce900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=0 2026-04-02T12:05:28.098 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=3 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=6 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=5 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=7 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=2 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=1 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:05:28.025+0000 7f6c46bce900 20 add_watcher() i=4 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:05:28.025+0000 7f6c46bce900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:05:28.025+0000 7f6c4204c640 10 monclient: get_auth_request con 0x7f6bc8007200 auth_method 0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding auth protocol: cephx 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding auth protocol: cephx 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding auth protocol: cephx 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:05:28.027+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:05:28.027+0000 7f6c46bce900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:05:28.027+0000 7f6c46bce900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command cache list hook 0x55972e6349e0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command cache inspect hook 0x55972e6349e0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command cache erase hook 0x55972e6349e0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command cache zap hook 0x55972e6349e0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 note: GC not initialized 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:05:28.027+0000 7f6beefed640 20 reqs_thread_entry: start 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command sync trace show hook 0x7f6c2800e360 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command sync trace history hook 0x7f6c2800e360 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command sync trace active hook 0x7f6c2800e360 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command sync trace active_short hook 0x7f6c2800e360 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:05:28.027+0000 7f6c4184b640 10 monclient: get_auth_request con 0x55972e848f40 auth_method 0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:05:28.029+0000 7f6c4104a640 10 monclient: get_auth_request con 0x55972e847750 auth_method 0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:05:28.031+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e82ebf0 auth_method 0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:05:28.032+0000 7f6c4184b640 10 monclient: get_auth_request con 0x55972e82ff50 auth_method 0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:05:28.036+0000 7f6c4104a640 10 monclient: get_auth_request con 0x55972e845140 auth_method 0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:05:28.041+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e835210 auth_method 0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:05:28.070+0000 7f6c46bce900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:05:28.070+0000 7f6c46bce900 20 Filter name: none 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:05:28.070+0000 7f6becfe9640 20 reqs_thread_entry: start 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:05:28.070+0000 7f6c46bce900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:05:28.070+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:05:28.070+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:05:28.070+0000 7f6c46bce900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:05:28.070+0000 7f6c46bce900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:05:28.070+0000 7f6c46bce900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 : miss 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:05:28.070+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:05:28.071+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:05:28.071+0000 7f6c46bce900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:05:28.071+0000 7f6c46bce900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:05:28.071+0000 7f6c46bce900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:05:28.071+0000 7f6c46bce900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:28.099 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:05:28.071+0000 7f6c46bce900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:05:28.075+0000 7f6c46bce900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:05:28.075+0000 7f6c46bce900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:05:28.075+0000 7f6c46bce900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:05:28.075+0000 7f6c46bce900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41, ofs0, ns] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763721 cookie 94107808965120 notifier 7944 bl.length()=1027 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_sources= new_sources= 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential sources added=[] removed=[] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_dests= new_dests= 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential dests added=[] removed=[] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:05:28.079+0000 7f6c46bce900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.0 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:05:28.079+0000 7f6c46bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.0 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:05:28.079+0000 7f6c46bce900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.1 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:05:28.079+0000 7f6c46bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.1 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:05:28.079+0000 7f6c46bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.0 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:05:28.080+0000 7f6c177fe640 1 client.7944.objecter ms_handle_reset 0x55972e6f49c0 session 0x55972e6f4340 osd.5 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:05:28.080+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c000e6230 auth_method 0 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:05:28.083+0000 7f6c46bce900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6c46bce900 time 2026-04-02T12:05:28.084109+0000 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f6c46f8f8f8] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55972b3cb6bd] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55972b3cbf02] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f6c4602a610] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:05:28.083+0000 7f6c46bce900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f6c46bce900 thread_name:radosgw-admin 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f6c4603fc30] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f6c4608d02c] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f6c46f8f957] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55972b3cb6bd] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55972b3cbf02] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f6c4602a610] 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:05:28.100 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:05:28.101 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6becfe9640 / http_manager 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6beefed640 / http_manager 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c177fe640 / ms_dispatch 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c20ff9640 / io_context_pool 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c217fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c237fe640 / ms_dispatch 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c2e7fc640 / ms_dispatch 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c2ffff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c38ff9640 / admin_socket 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c40849640 / ms_dispatch 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c4104a640 / msgr-worker-2 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c4184b640 / msgr-worker-1 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c4204c640 / msgr-worker-0 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c4284d640 / io_context_pool 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c46bce900 / radosgw-admin 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.94652.log 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: dump: 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: _finish_auth 0 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: _check_auth_tickets 2026-04-02T12:05:28.102 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:05:27.988+0000 7f6c2ffff640 10 monclient: dump: 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 monclient: authenticate success, global_id 7935 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:05:27.988+0000 7f6c46bce900 10 monclient: get_monmap_and_config success 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:05:27.988+0000 7f6c46bce900 4 set_mon_vals no callback set 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:05:27.988+0000 7f6c46bce900 10 monclient: shutdown 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 asok(0x55972e26b6b0) unregister_commands rotate-key 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:05:27.988+0000 7f6c46bce900 10 monclient: build_initial_monmap 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:05:27.988+0000 7f6c46bce900 1 build_initial for_mkfs: 0 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:05:27.988+0000 7f6c46bce900 10 monclient: monmap: 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding auth protocol: cephx 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding auth protocol: cephx 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding auth protocol: cephx 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: crc 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 AuthRegistry(0x55972e456e30) adding con mode: secure 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:05:27.988+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:05:27.988+0000 7f6c46bce900 1 librados: starting msgr at 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:05:27.988+0000 7f6c46bce900 1 librados: starting objecter 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:05:27.988+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command objecter_requests hook 0x55972e36fc70 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:05:27.989+0000 7f6c46bce900 1 librados: setting wanted keys 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:05:27.989+0000 7f6c46bce900 1 librados: calling monclient init 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient: init 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding auth protocol: cephx 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding auth protocol: cephx 2026-04-02T12:05:28.103 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding auth protocol: cephx 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: crc 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 AuthRegistry(0x55972e36b220) adding con mode: secure 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:05:27.989+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:05:27.989+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:05:27.989+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command rotate-key hook 0x55972e36b368 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-a con 0x55972e2fc7e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-b con 0x55972e2fd4b0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-c con 0x55972e2fd880 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:05:27.989+0000 7f6c46bce900 10 monclient(hunting): authenticate will time out at 1896.042552s 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): get_auth_request con 0x55972e2fc7e0 auth_method 0 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): get_auth_request con 0x55972e2fd880 auth_method 0 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:05:27.989+0000 7f6c4104a640 10 monclient(hunting): get_auth_request con 0x55972e2fd4b0 auth_method 0 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:05:27.989+0000 7f6c4104a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:05:27.989+0000 7f6c4104a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:05:27.989+0000 7f6c4104a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:05:27.989+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient(hunting): handle_auth_done global_id 7938 payload 824 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient: _finish_hunting 0 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:05:27.989+0000 7f6c4184b640 1 monclient: found mon.noname-a 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:05:27.989+0000 7f6c4184b640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: dump: 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.104 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: _finish_auth 0 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:05:27.990+0000 7f6c2e7fc640 10 monclient: dump: 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:05:27.990+0000 7f6c46bce900 5 monclient: authenticate success, global_id 7938 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:05:27.990+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:05:27.990+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:05:27.990+0000 7f6c2ffff640 4 set_mon_vals no callback set 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:05:27.990+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:05:27.990+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:05:27.990+0000 7f6c46bce900 1 librados: init done 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:05:27.992+0000 7f6c2e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:05:27.992+0000 7f6c2e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:05:27.992+0000 7f6c2e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:05:27.992+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e39e3f0 auth_method 0 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:05:27.992+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c1c077610 auth_method 0 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:05:27.993+0000 7f6c4184b640 10 monclient: get_auth_request con 0x55972e4e0600 auth_method 0 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:05:27.994+0000 7f6c4104a640 10 monclient: get_auth_request con 0x55972e502950 auth_method 0 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:05:27.995+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e501f00 auth_method 0 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient: build_initial_monmap 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:05:27.996+0000 7f6c46bce900 1 build_initial for_mkfs: 0 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient: monmap: 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding auth protocol: cephx 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding auth protocol: cephx 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding auth protocol: cephx 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: crc 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5464f0) adding con mode: secure 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:05:27.996+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55972e549e30 EEXIST 2026-04-02T12:05:28.105 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient: init 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding auth protocol: cephx 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding auth protocol: cephx 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding auth protocol: cephx 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: crc 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 AuthRegistry(0x55972e5238a8) adding con mode: secure 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:05:27.996+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:05:27.996+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:05:27.996+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command rotate-key cmddesc rotate-key hook 0x55972e5239f0 EEXIST 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:05:27.996+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-a con 0x55972e571400 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-c con 0x55972e5717d0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-b con 0x55972e572470 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient(hunting): authenticate will time out at 1896.050140s 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): get_auth_request con 0x55972e5717d0 auth_method 0 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient(hunting): handle_auth_done global_id 7388 payload 824 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient: _finish_hunting 0 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:05:27.997+0000 7f6c4204c640 1 monclient: found mon.noname-c 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:05:27.997+0000 7f6c4204c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: dump: 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: _finish_auth 0 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: _check_auth_tickets 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:05:27.997+0000 7f6c237fe640 10 monclient: dump: 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.106 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:05:27.997+0000 7f6c46bce900 5 monclient: authenticate success, global_id 7388 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:05:27.997+0000 7f6c4284d640 4 set_mon_vals no callback set 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:05:27.997+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:05:27.999+0000 7f6c237fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:05:27.999+0000 7f6c237fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:05:27.999+0000 7f6c237fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:05:27.999+0000 7f6c46bce900 10 monclient: get_monmap_and_config 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:05:27.999+0000 7f6c46bce900 10 monclient: build_initial_monmap 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:05:27.999+0000 7f6c46bce900 1 build_initial for_mkfs: 0 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:05:27.999+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c10077520 auth_method 0 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:05:27.999+0000 7f6c46bce900 10 monclient: monmap: 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding auth protocol: cephx 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding auth protocol: cephx 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding auth protocol: cephx 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: crc 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:05:27.999+0000 7f6c46bce900 5 AuthRegistry(0x55972e606890) adding con mode: secure 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:05:28.000+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient: init 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding auth protocol: cephx 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding auth protocol: cephx 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding auth protocol: cephx 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.107 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: crc 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d7f0) adding con mode: secure 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:05:28.000+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:05:28.000+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:05:28.000+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc3ce1d938 EEXIST 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-c con 0x55972e2d04e0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-b con 0x55972e631b40 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-a con 0x55972e661e30 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:05:28.000+0000 7f6c46bce900 10 monclient(hunting): authenticate will time out at 1896.053822s 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:05:28.000+0000 7f6c4104a640 10 monclient(hunting): get_auth_request con 0x55972e2d04e0 auth_method 0 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:05:28.000+0000 7f6c4104a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:05:28.000+0000 7f6c4104a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:05:28.000+0000 7f6c4104a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): get_auth_request con 0x55972e661e30 auth_method 0 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:05:28.001+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient(hunting): handle_auth_done global_id 7391 payload 274 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient: _finish_hunting 0 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:05:28.001+0000 7f6c4104a640 1 monclient: found mon.noname-c 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:05:28.001+0000 7f6c4104a640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:05:28.001+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e631b40 auth_method 0 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: dump: 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: _finish_auth 0 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: _check_auth_tickets 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:05:28.001+0000 7f6c46bce900 5 monclient: authenticate success, global_id 7391 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:05:28.001+0000 7f6c46bce900 10 monclient: get_monmap_and_config success 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:05:28.001+0000 7f6c46bce900 4 set_mon_vals no callback set 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:05:28.001+0000 7f6c217fa640 10 monclient: dump: 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.108 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:05:28.001+0000 7f6c46bce900 10 monclient: shutdown 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient: build_initial_monmap 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:05:28.002+0000 7f6c46bce900 1 build_initial for_mkfs: 0 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient: monmap: 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding auth protocol: cephx 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding auth protocol: cephx 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding auth protocol: cephx 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e2d0980) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:05:28.002+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:05:28.002+0000 7f6c46bce900 1 librados: starting msgr at 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:05:28.002+0000 7f6c46bce900 1 librados: starting objecter 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55972e610eb0 EEXIST 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:05:28.002+0000 7f6c46bce900 1 librados: setting wanted keys 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:05:28.002+0000 7f6c46bce900 1 librados: calling monclient init 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient: init 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding auth protocol: cephx 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding auth protocol: cephx 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding auth protocol: cephx 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: crc 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 AuthRegistry(0x55972e604fb0) adding con mode: secure 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:05:28.002+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.109 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:05:28.002+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:05:28.002+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command rotate-key cmddesc rotate-key hook 0x55972e6050f8 EEXIST 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-c con 0x55972e2d04e0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-b con 0x55972e631b40 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): picked mon.noname-a con 0x55972e661e30 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:05:28.002+0000 7f6c46bce900 10 monclient(hunting): authenticate will time out at 1896.055849s 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:05:28.002+0000 7f6c4104a640 10 monclient(hunting): get_auth_request con 0x55972e2d04e0 auth_method 0 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:05:28.002+0000 7f6c4104a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:05:28.002+0000 7f6c4104a640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:05:28.002+0000 7f6c4104a640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:05:28.002+0000 7f6c4184b640 10 monclient(hunting): get_auth_request con 0x55972e661e30 auth_method 0 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:05:28.002+0000 7f6c4184b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:05:28.002+0000 7f6c4184b640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:05:28.002+0000 7f6c4184b640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:05:28.003+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:05:28.003+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:05:28.003+0000 7f6c4104a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient(hunting): handle_auth_done global_id 7944 payload 824 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient: _finish_hunting 0 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:05:28.003+0000 7f6c4184b640 1 monclient: found mon.noname-a 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:05:28.003+0000 7f6c4184b640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: dump: 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: _finish_auth 0 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: _check_auth_tickets 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:05:28.003+0000 7f6c217fa640 4 set_mon_vals no callback set 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:05:28.003+0000 7f6c177fe640 10 monclient: dump: 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.110 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:05:28.003+0000 7f6c46bce900 5 monclient: authenticate success, global_id 7944 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:05:28.003+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:05:28.003+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:05:28.003+0000 7f6c46bce900 10 monclient: _renew_subs 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:05:28.003+0000 7f6c46bce900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:05:28.003+0000 7f6c46bce900 1 librados: init done 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:05:28.003+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command cr dump hook 0x55972e634db8 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:05:28.005+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:05:28.005+0000 7f6c177fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:05:28.005+0000 7f6c177fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:05:28.005+0000 7f6c177fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:05:28.005+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c00077540 auth_method 0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:05:28.005+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e6d2200 auth_method 0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 realm 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:05:28.006+0000 7f6c46bce900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:05:28.006+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:05:28.007+0000 7f6c4104a640 10 monclient: get_auth_request con 0x55972e6f49c0 auth_method 0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:05:28.007+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:05:28.007+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:05:28.008+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e716260 auth_method 0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:05:28.008+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:05:28.008+0000 7f6c46bce900 20 searching for the correct realm 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:05:28.008+0000 7f6c4184b640 10 monclient: get_auth_request con 0x55972e738f60 auth_method 0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:05:28.009+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c30021c10 auth_method 0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:05:28.010+0000 7f6c4204c640 10 monclient: get_auth_request con 0x7f6c28029030 auth_method 0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:05:28.012+0000 7f6c4184b640 10 monclient: get_auth_request con 0x7f6c340e1040 auth_method 0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:05:28.012+0000 7f6c4184b640 0 -- 192.168.123.107:0/1412587670 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f6c340e1040 msgr2=0x7f6c340ca9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:05:28.012+0000 7f6c177fe640 1 client.7944.objecter ms_handle_reset 0x7f6c340e1040 session 0x7f6c3407b040 osd.6 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:05:28.012+0000 7f6c177fe640 10 monclient: _renew_subs 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:05:28.012+0000 7f6c177fe640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:05:28.013+0000 7f6c4184b640 10 monclient: get_auth_request con 0x7f6c000a4b80 auth_method 0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:05:28.014+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c34095070 auth_method 0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:05:28.016+0000 7f6c4204c640 0 -- 192.168.123.107:0/1412587670 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f6c28029030 msgr2=0x7f6c2800f430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:05:28.016+0000 7f6c177fe640 1 client.7944.objecter ms_handle_reset 0x7f6c28029030 session 0x7f6c28046040 osd.2 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:05:28.016+0000 7f6c4204c640 10 monclient: get_auth_request con 0x7f6c340e1040 auth_method 0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:05:28.018+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 zone default found 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:05:28.019+0000 7f6c46bce900 4 Realm: () 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:05:28.019+0000 7f6c46bce900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:05:28.019+0000 7f6c46bce900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:05:28.019+0000 7f6c46bce900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 zonegroup default 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:05:28.019+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:05:28.020+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.111 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:05:28.020+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:05:28.020+0000 7f6c46bce900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:05:28.020+0000 7f6c46bce900 20 started sync module instance, tier type = 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:05:28.020+0000 7f6c46bce900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=3 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=6 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=5 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=7 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=2 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:05:28.024+0000 7f6c46bce900 20 add_watcher() i=1 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:05:28.025+0000 7f6c46bce900 20 add_watcher() i=4 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:05:28.025+0000 7f6c46bce900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:05:28.025+0000 7f6c4204c640 10 monclient: get_auth_request con 0x7f6bc8007200 auth_method 0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding auth protocol: cephx 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding auth protocol: cephx 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding auth protocol: cephx 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: crc 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:05:28.026+0000 7f6c46bce900 5 AuthRegistry(0x7ffc3ce1d8e0) adding con mode: secure 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:05:28.027+0000 7f6c46bce900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:05:28.027+0000 7f6c46bce900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:05:28.027+0000 7f6c46bce900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command cache list hook 0x55972e6349e0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command cache inspect hook 0x55972e6349e0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command cache erase hook 0x55972e6349e0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command cache zap hook 0x55972e6349e0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 note: GC not initialized 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:05:28.027+0000 7f6beefed640 20 reqs_thread_entry: start 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command sync trace show hook 0x7f6c2800e360 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command sync trace history hook 0x7f6c2800e360 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command sync trace active hook 0x7f6c2800e360 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:05:28.027+0000 7f6c46bce900 5 asok(0x55972e26b6b0) register_command sync trace active_short hook 0x7f6c2800e360 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:05:28.027+0000 7f6c4184b640 10 monclient: get_auth_request con 0x55972e848f40 auth_method 0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:05:28.029+0000 7f6c4104a640 10 monclient: get_auth_request con 0x55972e847750 auth_method 0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:05:28.031+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e82ebf0 auth_method 0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:05:28.032+0000 7f6c4184b640 10 monclient: get_auth_request con 0x55972e82ff50 auth_method 0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:05:28.036+0000 7f6c4104a640 10 monclient: get_auth_request con 0x55972e845140 auth_method 0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:05:28.041+0000 7f6c4204c640 10 monclient: get_auth_request con 0x55972e835210 auth_method 0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:05:28.070+0000 7f6c46bce900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:05:28.070+0000 7f6c46bce900 20 Filter name: none 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:05:28.070+0000 7f6becfe9640 20 reqs_thread_entry: start 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:05:28.070+0000 7f6c46bce900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:05:28.070+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:05:28.070+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:05:28.070+0000 7f6c46bce900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:05:28.070+0000 7f6c46bce900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:05:28.070+0000 7f6c46bce900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 : miss 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:05:28.070+0000 7f6c46bce900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:05:28.071+0000 7f6c46bce900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:05:28.071+0000 7f6c46bce900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:28.112 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:05:28.071+0000 7f6c46bce900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:05:28.071+0000 7f6c46bce900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:05:28.071+0000 7f6c46bce900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:05:28.071+0000 7f6c46bce900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:05:28.075+0000 7f6c46bce900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:05:28.075+0000 7f6c46bce900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:05:28.075+0000 7f6c46bce900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:05:28.075+0000 7f6c46bce900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41, ofs0, ns] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763721 cookie 94107808965120 notifier 7944 bl.length()=1027 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:05:28.076+0000 7f6c20ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_sources= new_sources= 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential sources added=[] removed=[] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_dests= new_dests= 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:05:28.076+0000 7f6c46bce900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential dests added=[] removed=[] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:05:28.079+0000 7f6c46bce900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.0 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:05:28.079+0000 7f6c46bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.0 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:05:28.079+0000 7f6c46bce900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.1 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:05:28.079+0000 7f6c46bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.1.1 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:05:28.079+0000 7f6c46bce900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.0 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:05:28.080+0000 7f6c177fe640 1 client.7944.objecter ms_handle_reset 0x55972e6f49c0 session 0x55972e6f4340 osd.5 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:05:28.080+0000 7f6c4104a640 10 monclient: get_auth_request con 0x7f6c000e6230 auth_method 0 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:05:28.083+0000 7f6c46bce900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6c46bce900 time 2026-04-02T12:05:28.084109+0000 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f6c46f8f8f8] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55972b3cb6bd] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55972b3cbf02] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f6c4602a610] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:05:28.083+0000 7f6c46bce900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f6c46bce900 thread_name:radosgw-admin 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f6c4603fc30] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f6c4608d02c] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f6c46f8f957] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55972b3cb6bd] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55972b3cbf02] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f6c4602a610] 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:05:28.113 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:05:28.114 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6becfe9640 / http_manager 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6beefed640 / http_manager 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c177fe640 / ms_dispatch 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c20ff9640 / io_context_pool 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c217fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c237fe640 / ms_dispatch 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c2e7fc640 / ms_dispatch 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c2ffff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c38ff9640 / admin_socket 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c40849640 / ms_dispatch 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c4104a640 / msgr-worker-2 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c4184b640 / msgr-worker-1 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c4204c640 / msgr-worker-0 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c4284d640 / io_context_pool 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: 7f6c46bce900 / radosgw-admin 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:05:28.085026Z_233426b3-7764-4c8c-8c60-939de4711a17/log 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:05:28.115 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-02T12:05:28.117 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:28.117 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:28.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.141+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.142+0000 7fed8cb8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.142+0000 7fed8cb8b900 20 realm 2026-04-02T12:05:28.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.142+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.142+0000 7fed8cb8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.142+0000 7fed8cb8b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:28.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.143+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.143+0000 7fed8cb8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.143+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.146 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.144+0000 7fed8cb8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:28.146 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.144+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.147 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.145+0000 7fed8cb8b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:28.147 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.145+0000 7fed8cb8b900 20 searching for the correct realm 2026-04-02T12:05:28.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.147+0000 7fed890e8640 0 -- 192.168.123.107:0/2487057413 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fed6c057040 msgr2=0x7fed6c058930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:28.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.354+0000 7fed7bfff640 0 -- 192.168.123.107:0/2487057413 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fed68002340 msgr2=0x7fed7c0c0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:28.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.560+0000 7fed8cb8b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:28.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.560+0000 7fed8cb8b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:28.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.560+0000 7fed8cb8b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:28.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.560+0000 7fed8cb8b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:28.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.560+0000 7fed8cb8b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:28.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.560+0000 7fed8cb8b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:28.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.560+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.560+0000 7fed8cb8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.560+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.560+0000 7fed8cb8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:28.562 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.560+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.561+0000 7fed8cb8b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.561+0000 7fed8cb8b900 20 zone default found 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.561+0000 7fed8cb8b900 4 Realm: () 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.561+0000 7fed8cb8b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.561+0000 7fed8cb8b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.561+0000 7fed8cb8b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.561+0000 7fed8cb8b900 20 zonegroup default 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.561+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.561+0000 7fed8cb8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.561+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.562+0000 7fed8cb8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.563 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.562+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.562+0000 7fed8cb8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.562+0000 7fed8cb8b900 20 started sync module instance, tier type = 2026-04-02T12:05:28.564 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.562+0000 7fed8cb8b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:28.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.566+0000 7fed8cb8b900 20 add_watcher() i=0 2026-04-02T12:05:28.568 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.566+0000 7fed8cb8b900 20 add_watcher() i=5 2026-04-02T12:05:28.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.567+0000 7fed8cb8b900 20 add_watcher() i=2 2026-04-02T12:05:28.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.567+0000 7fed8cb8b900 20 add_watcher() i=3 2026-04-02T12:05:28.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.567+0000 7fed8cb8b900 20 add_watcher() i=6 2026-04-02T12:05:28.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.567+0000 7fed8cb8b900 20 add_watcher() i=7 2026-04-02T12:05:28.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.567+0000 7fed8cb8b900 20 add_watcher() i=1 2026-04-02T12:05:28.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.567+0000 7fed8cb8b900 20 add_watcher() i=4 2026-04-02T12:05:28.569 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.567+0000 7fed8cb8b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:28.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.570+0000 7fed8cb8b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:28.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.570+0000 7fed8cb8b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:28.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.570+0000 7fed8cb8b900 5 note: GC not initialized 2026-04-02T12:05:28.572 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.570+0000 7fed357f2640 20 reqs_thread_entry: start 2026-04-02T12:05:28.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.640+0000 7fed8cb8b900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:28.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.640+0000 7fed8cb8b900 20 Filter name: none 2026-04-02T12:05:28.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.640+0000 7fed2effd640 20 reqs_thread_entry: start 2026-04-02T12:05:28.642 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.640+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.641+0000 7fed8cb8b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:28.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.641+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.641+0000 7fed8cb8b900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:05:28.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.641+0000 7fed8cb8b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:28.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.641+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.641+0000 7fed8cb8b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:28.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.641+0000 7fed8cb8b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.642+0000 7fed8cb8b900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:05:28.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.642+0000 7fed8cb8b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.647+0000 7fed8cb8b900 20 remove_watcher() i=0 2026-04-02T12:05:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.647+0000 7fed8cb8b900 2 removed watcher, disabling cache 2026-04-02T12:05:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.647+0000 7fed8cb8b900 20 remove_watcher() i=6 2026-04-02T12:05:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.647+0000 7fed8cb8b900 20 remove_watcher() i=1 2026-04-02T12:05:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.647+0000 7fed8cb8b900 20 remove_watcher() i=2 2026-04-02T12:05:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.647+0000 7fed8cb8b900 20 remove_watcher() i=3 2026-04-02T12:05:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.647+0000 7fed8cb8b900 20 remove_watcher() i=7 2026-04-02T12:05:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.647+0000 7fed8cb8b900 20 remove_watcher() i=5 2026-04-02T12:05:28.649 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.647+0000 7fed8cb8b900 20 remove_watcher() i=4 2026-04-02T12:05:28.656 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.656 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:05:28.656 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-change-reshard-state id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-02T12:05:28.656 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:28.708 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:05:28.730 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:28.730 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:28.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.751+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.752+0000 7f049c920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.752+0000 7f049c920900 20 realm 2026-04-02T12:05:28.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.752+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.752+0000 7f049c920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.752+0000 7f049c920900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:28.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.752+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.752+0000 7f049c920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.752+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.753+0000 7f049c920900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:28.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.753+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.754+0000 7f049c920900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:28.755 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.754+0000 7f049c920900 20 searching for the correct realm 2026-04-02T12:05:28.758 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.756+0000 7f0493fff640 0 -- 192.168.123.107:0/1815862077 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x5623031aad00 msgr2=0x5623031cb1b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:28.761 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.759+0000 7f048b5ff640 0 -- 192.168.123.107:0/1815862077 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f048c0c4730 msgr2=0x7f048c0c3eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.763+0000 7f049c920900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.763+0000 7f049c920900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.763+0000 7f049c920900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.763+0000 7f049c920900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.763+0000 7f049c920900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.763+0000 7f049c920900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.763+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.763+0000 7f049c920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.763+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.763+0000 7f049c920900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.763+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.765 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 20 zone default found 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 4 Realm: () 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 20 zonegroup default 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.764+0000 7f049c920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.765+0000 7f049c920900 20 started sync module instance, tier type = 2026-04-02T12:05:28.766 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.765+0000 7f049c920900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:28.770 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.768+0000 7f049c920900 20 add_watcher() i=2 2026-04-02T12:05:28.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.769+0000 7f049c920900 20 add_watcher() i=5 2026-04-02T12:05:28.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.769+0000 7f049c920900 20 add_watcher() i=6 2026-04-02T12:05:28.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.769+0000 7f049c920900 20 add_watcher() i=1 2026-04-02T12:05:28.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.769+0000 7f049c920900 20 add_watcher() i=0 2026-04-02T12:05:28.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.769+0000 7f049c920900 20 add_watcher() i=3 2026-04-02T12:05:28.771 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.769+0000 7f049c920900 20 add_watcher() i=7 2026-04-02T12:05:28.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.771+0000 7f049c920900 20 add_watcher() i=4 2026-04-02T12:05:28.773 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.771+0000 7f049c920900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:28.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.773+0000 7f049c920900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:28.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.773+0000 7f049c920900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:28.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.773+0000 7f049c920900 5 note: GC not initialized 2026-04-02T12:05:28.775 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.774+0000 7f0444ff1640 20 reqs_thread_entry: start 2026-04-02T12:05:28.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.822+0000 7f049c920900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:28.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.822+0000 7f049c920900 20 Filter name: none 2026-04-02T12:05:28.824 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.822+0000 7f043e7fc640 20 reqs_thread_entry: start 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.822+0000 7f049c920900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.822+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.823+0000 7f049c920900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.823+0000 7f049c920900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.823+0000 7f049c920900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.823+0000 7f049c920900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 : miss 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.823+0000 7f049c920900 20 rados->read ofs=0 len=0 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.823+0000 7f049c920900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.823+0000 7f049c920900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.823+0000 7f049c920900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.823+0000 7f049c920900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.823+0000 7f049c920900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:28.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.823+0000 7f049c920900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 2026-04-02T12:05:28.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.825+0000 7f049c920900 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to be held by another RGW process; skipping for now 2026-04-02T12:05:28.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.829+0000 7f049c920900 20 remove_watcher() i=0 2026-04-02T12:05:28.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.829+0000 7f049c920900 2 removed watcher, disabling cache 2026-04-02T12:05:28.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.829+0000 7f049c920900 20 remove_watcher() i=4 2026-04-02T12:05:28.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.829+0000 7f049c920900 20 remove_watcher() i=5 2026-04-02T12:05:28.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.829+0000 7f049c920900 20 remove_watcher() i=3 2026-04-02T12:05:28.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.829+0000 7f049c920900 20 remove_watcher() i=2 2026-04-02T12:05:28.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.829+0000 7f049c920900 20 remove_watcher() i=6 2026-04-02T12:05:28.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.829+0000 7f049c920900 20 remove_watcher() i=7 2026-04-02T12:05:28.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:28.829+0000 7f049c920900 20 remove_watcher() i=1 2026-04-02T12:05:28.837 INFO:tasks.workunit.client.0.vm07.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:05:58.863 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:05:58.885 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:58.885 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:58.912 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.910+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:58.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.911+0000 7fd12412b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:58.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.911+0000 7fd12412b900 20 realm 2026-04-02T12:05:58.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.911+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:58.913 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.911+0000 7fd12412b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:58.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.911+0000 7fd12412b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:58.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.912+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:58.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.912+0000 7fd12412b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:58.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.912+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:58.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.912+0000 7fd12412b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:58.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.913+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:58.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.913+0000 7fd12412b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:58.915 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.913+0000 7fd12412b900 20 searching for the correct realm 2026-04-02T12:05:58.918 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.916+0000 7fd11b7fe640 0 -- 192.168.123.107:0/3264861263 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55971d5f60f0 msgr2=0x55971d6165a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:58.921 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.919+0000 7fd113fff640 0 -- 192.168.123.107:0/3264861263 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fd1140c3b30 msgr2=0x7fd1140b4fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:58.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.923+0000 7fd12412b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:58.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.923+0000 7fd12412b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:58.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.923+0000 7fd12412b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:58.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.923+0000 7fd12412b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:58.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.923+0000 7fd12412b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:58.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.923+0000 7fd12412b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:58.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.923+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:58.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.923+0000 7fd12412b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:58.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.923+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:58.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:58.925 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:58.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:58.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 20 zone default found 2026-04-02T12:05:58.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 4 Realm: () 2026-04-02T12:05:58.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:58.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:58.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:58.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 20 zonegroup default 2026-04-02T12:05:58.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:58.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:58.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:58.926 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:58.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.924+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:58.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.925+0000 7fd12412b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:58.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.925+0000 7fd12412b900 20 started sync module instance, tier type = 2026-04-02T12:05:58.927 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.925+0000 7fd12412b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:58.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.979+0000 7fd12412b900 20 add_watcher() i=3 2026-04-02T12:05:58.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.979+0000 7fd12412b900 20 add_watcher() i=7 2026-04-02T12:05:58.981 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:58.979+0000 7fd12412b900 20 add_watcher() i=4 2026-04-02T12:05:59.002 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.001+0000 7fd12412b900 20 add_watcher() i=0 2026-04-02T12:05:59.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.001+0000 7fd12412b900 20 add_watcher() i=6 2026-04-02T12:05:59.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.001+0000 7fd12412b900 20 add_watcher() i=5 2026-04-02T12:05:59.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.001+0000 7fd12412b900 20 add_watcher() i=1 2026-04-02T12:05:59.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.001+0000 7fd12412b900 20 add_watcher() i=2 2026-04-02T12:05:59.003 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.001+0000 7fd12412b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:59.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.022+0000 7fd12412b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:59.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.022+0000 7fd12412b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:59.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.022+0000 7fd12412b900 5 note: GC not initialized 2026-04-02T12:05:59.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.022+0000 7fd0c7fff640 20 reqs_thread_entry: start 2026-04-02T12:05:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.142+0000 7fd12412b900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.142+0000 7fd12412b900 20 Filter name: none 2026-04-02T12:05:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.142+0000 7fd0c5ffb640 20 reqs_thread_entry: start 2026-04-02T12:05:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.142+0000 7fd12412b900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:05:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.142+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.143+0000 7fd12412b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.143+0000 7fd12412b900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.143+0000 7fd12412b900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:05:59.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.143+0000 7fd12412b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 : miss 2026-04-02T12:05:59.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.143+0000 7fd12412b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.143+0000 7fd12412b900 20 rados_obj.operate() r=0 bl.length=487 2026-04-02T12:05:59.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.143+0000 7fd12412b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:59.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.143+0000 7fd12412b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:59.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.143+0000 7fd12412b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:59.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.143+0000 7fd12412b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:59.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.143+0000 7fd12412b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 2026-04-02T12:05:59.146 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.144+0000 7fd12412b900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:05:59.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.148+0000 7fd12412b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:59.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.148+0000 7fd12412b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:59.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.148+0000 7fd12412b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:59.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.148+0000 7fd12412b900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41, ofs0, ns] 2026-04-02T12:05:59.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.149+0000 7fd0fe7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763722 cookie 94107521241984 notifier 7445 bl.length()=1027 2026-04-02T12:05:59.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.149+0000 7fd0fe7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:59.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.149+0000 7fd0fe7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:59.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.149+0000 7fd0fe7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:59.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.149+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_sources= new_sources= 2026-04-02T12:05:59.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.149+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential sources added=[] removed=[] 2026-04-02T12:05:59.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.149+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_dests= new_dests= 2026-04-02T12:05:59.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.149+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential dests added=[] removed=[] 2026-04-02T12:05:59.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.151+0000 7fd0fe7fc640 20 trim reshard logs: write on '.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.0' needs retry: Success 2026-04-02T12:05:59.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.153+0000 7fd12412b900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.2.0 2026-04-02T12:05:59.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.153+0000 7fd12412b900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.2.0 2026-04-02T12:05:59.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.153+0000 7fd12412b900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.2.1 2026-04-02T12:05:59.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.153+0000 7fd12412b900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.2.1 2026-04-02T12:05:59.155 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.153+0000 7fd12412b900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.0 2026-04-02T12:05:59.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.155+0000 7fd12412b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:59.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.155+0000 7fd12412b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 2026-04-02T12:05:59.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.156+0000 7fd12412b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:59.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.156+0000 7fd12412b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:59.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.156+0000 7fd12412b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:59.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.156+0000 7fd12412b900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41, ofs0, ns] 2026-04-02T12:05:59.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.157+0000 7fd0feffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763723 cookie 94107521241984 notifier 7445 bl.length()=1027 2026-04-02T12:05:59.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.157+0000 7fd0feffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:59.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.157+0000 7fd0feffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:59.158 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.157+0000 7fd0feffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:59.159 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.157+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_sources= new_sources= 2026-04-02T12:05:59.159 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.157+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential sources added=[] removed=[] 2026-04-02T12:05:59.159 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.157+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_dests= new_dests= 2026-04-02T12:05:59.159 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.157+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential dests added=[] removed=[] 2026-04-02T12:05:59.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.158+0000 7fd12412b900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41.0 2026-04-02T12:05:59.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.158+0000 7fd12412b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:59.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.158+0000 7fd12412b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 2026-04-02T12:05:59.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.159+0000 7fd12412b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:59.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.159+0000 7fd12412b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:59.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.159+0000 7fd12412b900 10 updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:59.161 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.160+0000 7fd12412b900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41, ofs0, ns] 2026-04-02T12:05:59.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.160+0000 7fd0feffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763724 cookie 94107521241984 notifier 7445 bl.length()=991 2026-04-02T12:05:59.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.160+0000 7fd0feffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 info.flags=0x17 2026-04-02T12:05:59.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.160+0000 7fd0feffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 to cache LRU end 2026-04-02T12:05:59.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.160+0000 7fd0feffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2026-04-02T12:05:59.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.160+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_sources= new_sources= 2026-04-02T12:05:59.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.160+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential sources added=[] removed=[] 2026-04-02T12:05:59.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.160+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): orig_dests= new_dests= 2026-04-02T12:05:59.162 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.160+0000 7fd12412b900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41]): potential dests added=[] removed=[] 2026-04-02T12:05:59.163 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.161+0000 7fd12412b900 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2026-04-02T12:05:59.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.167+0000 7fd12412b900 20 remove_watcher() i=3 2026-04-02T12:05:59.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.167+0000 7fd12412b900 2 removed watcher, disabling cache 2026-04-02T12:05:59.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.167+0000 7fd12412b900 20 remove_watcher() i=0 2026-04-02T12:05:59.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.167+0000 7fd12412b900 20 remove_watcher() i=4 2026-04-02T12:05:59.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.167+0000 7fd12412b900 20 remove_watcher() i=7 2026-04-02T12:05:59.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.167+0000 7fd12412b900 20 remove_watcher() i=5 2026-04-02T12:05:59.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.167+0000 7fd12412b900 20 remove_watcher() i=6 2026-04-02T12:05:59.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.167+0000 7fd12412b900 20 remove_watcher() i=2 2026-04-02T12:05:59.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.167+0000 7fd12412b900 20 remove_watcher() i=1 2026-04-02T12:05:59.179 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-02T12:05:59.199 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:59.199 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:59.421 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.419+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.420+0000 7f99d378b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.420+0000 7f99d378b900 20 realm 2026-04-02T12:05:59.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.420+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.421+0000 7f99d378b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.421+0000 7f99d378b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:59.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.421+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.421+0000 7f99d378b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.421+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.422+0000 7f99d378b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:59.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.422+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.423+0000 7f99d378b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:59.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.423+0000 7f99d378b900 20 searching for the correct realm 2026-04-02T12:05:59.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.425+0000 7f99caffd640 0 -- 192.168.123.107:0/2914542760 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x5648bd8fa530 msgr2=0x5648bd91a9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:59.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.428+0000 7f99ca7fc640 0 -- 192.168.123.107:0/2914542760 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f99c4034bb0 msgr2=0x7f99c4074930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:59.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.432+0000 7f99d378b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:59.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.432+0000 7f99d378b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:59.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.432+0000 7f99d378b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:59.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.432+0000 7f99d378b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:59.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.432+0000 7f99d378b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:59.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.432+0000 7f99d378b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:59.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.432+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 20 zone default found 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 4 Realm: () 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 20 zonegroup default 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.433+0000 7f99d378b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.435 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.434+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.434+0000 7f99d378b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.434+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.434+0000 7f99d378b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.434+0000 7f99d378b900 20 started sync module instance, tier type = 2026-04-02T12:05:59.436 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.434+0000 7f99d378b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:59.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.438+0000 7f99d378b900 20 add_watcher() i=1 2026-04-02T12:05:59.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.438+0000 7f99d378b900 20 add_watcher() i=7 2026-04-02T12:05:59.440 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.438+0000 7f99d378b900 20 add_watcher() i=3 2026-04-02T12:05:59.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.439+0000 7f99d378b900 20 add_watcher() i=0 2026-04-02T12:05:59.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.439+0000 7f99d378b900 20 add_watcher() i=5 2026-04-02T12:05:59.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.439+0000 7f99d378b900 20 add_watcher() i=2 2026-04-02T12:05:59.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.439+0000 7f99d378b900 20 add_watcher() i=6 2026-04-02T12:05:59.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.440+0000 7f99d378b900 20 add_watcher() i=4 2026-04-02T12:05:59.441 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.440+0000 7f99d378b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:59.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.442+0000 7f99d378b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:59.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.442+0000 7f99d378b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:59.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.442+0000 7f99d378b900 5 note: GC not initialized 2026-04-02T12:05:59.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.442+0000 7f99777fe640 20 reqs_thread_entry: start 2026-04-02T12:05:59.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.689+0000 7f99d378b900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:59.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.689+0000 7f99d378b900 20 Filter name: none 2026-04-02T12:05:59.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.689+0000 7f99757fa640 20 reqs_thread_entry: start 2026-04-02T12:05:59.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.689+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.689+0000 7f99d378b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:59.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.689+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.690+0000 7f99d378b900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:59.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.690+0000 7f99d378b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:59.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.690+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.690+0000 7f99d378b900 20 rados_obj.operate() r=0 bl.length=221 2026-04-02T12:05:59.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.690+0000 7f99d378b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.690+0000 7f99d378b900 20 rados_obj.operate() r=0 bl.length=451 2026-04-02T12:05:59.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.690+0000 7f99d378b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:59.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.695+0000 7f99d378b900 20 remove_watcher() i=0 2026-04-02T12:05:59.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.695+0000 7f99d378b900 2 removed watcher, disabling cache 2026-04-02T12:05:59.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.695+0000 7f99d378b900 20 remove_watcher() i=3 2026-04-02T12:05:59.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.695+0000 7f99d378b900 20 remove_watcher() i=5 2026-04-02T12:05:59.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.695+0000 7f99d378b900 20 remove_watcher() i=1 2026-04-02T12:05:59.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.695+0000 7f99d378b900 20 remove_watcher() i=6 2026-04-02T12:05:59.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.695+0000 7f99d378b900 20 remove_watcher() i=7 2026-04-02T12:05:59.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.695+0000 7f99d378b900 20 remove_watcher() i=2 2026-04-02T12:05:59.697 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.695+0000 7f99d378b900 20 remove_watcher() i=4 2026-04-02T12:05:59.703 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:59.703 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:05:59.703 INFO:tasks.workunit.client.0.vm07.stderr:bucket: abort-at-change-reshard-state id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.41 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-02T12:05:59.703 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:59.766 INFO:tasks.workunit.client.0.vm07.stderr: test: logrecord could be stopped after reshard failed 2026-04-02T12:05:59.768 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:05:59.789 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:59.789 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:59.813 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.811+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.812+0000 7fba1f74b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.812+0000 7fba1f74b900 20 realm 2026-04-02T12:05:59.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.812+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.812+0000 7fba1f74b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.812+0000 7fba1f74b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:59.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.812+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.812+0000 7fba1f74b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.812+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.813+0000 7fba1f74b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:59.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.813+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.814+0000 7fba1f74b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:59.816 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.814+0000 7fba1f74b900 20 searching for the correct realm 2026-04-02T12:05:59.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.817+0000 7fba16ffd640 0 -- 192.168.123.107:0/1842001326 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55aefce316d0 msgr2=0x55aefce51b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:59.822 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.820+0000 7fba167fc640 0 -- 192.168.123.107:0/1842001326 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fba10066430 msgr2=0x7fba100668a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:59.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.823+0000 7fba1f74b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:59.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.823+0000 7fba1f74b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:59.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.823+0000 7fba1f74b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:59.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.823+0000 7fba1f74b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:59.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.823+0000 7fba1f74b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:59.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.823+0000 7fba1f74b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:59.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.823+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.823+0000 7fba1f74b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.823+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:59.825 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 20 zone default found 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 4 Realm: () 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 20 zonegroup default 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.824+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.825+0000 7fba1f74b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.825+0000 7fba1f74b900 20 started sync module instance, tier type = 2026-04-02T12:05:59.826 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.825+0000 7fba1f74b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:59.830 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.828+0000 7fba1f74b900 20 add_watcher() i=7 2026-04-02T12:05:59.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.828+0000 7fba1f74b900 20 add_watcher() i=3 2026-04-02T12:05:59.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.828+0000 7fba1f74b900 20 add_watcher() i=2 2026-04-02T12:05:59.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.828+0000 7fba1f74b900 20 add_watcher() i=0 2026-04-02T12:05:59.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.828+0000 7fba1f74b900 20 add_watcher() i=4 2026-04-02T12:05:59.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.828+0000 7fba1f74b900 20 add_watcher() i=1 2026-04-02T12:05:59.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.828+0000 7fba1f74b900 20 add_watcher() i=5 2026-04-02T12:05:59.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.829+0000 7fba1f74b900 20 add_watcher() i=6 2026-04-02T12:05:59.831 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.829+0000 7fba1f74b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:59.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.830+0000 7fba1f74b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:59.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.830+0000 7fba1f74b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:59.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.830+0000 7fba1f74b900 5 note: GC not initialized 2026-04-02T12:05:59.832 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.831+0000 7fb9c37fe640 20 reqs_thread_entry: start 2026-04-02T12:05:59.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.872+0000 7fba1f74b900 20 init_complete bucket index max shards: 1 2026-04-02T12:05:59.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.872+0000 7fba1f74b900 20 Filter name: none 2026-04-02T12:05:59.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.872+0000 7fb9c17fa640 20 reqs_thread_entry: start 2026-04-02T12:05:59.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.872+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.872+0000 7fba1f74b900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:05:59.874 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.872+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.873+0000 7fba1f74b900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:05:59.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.873+0000 7fba1f74b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:59.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.873+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.873+0000 7fba1f74b900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:05:59.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.873+0000 7fba1f74b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.873+0000 7fba1f74b900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:05:59.875 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.873+0000 7fba1f74b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:59.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.879+0000 7fba1f74b900 20 remove_watcher() i=3 2026-04-02T12:05:59.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.879+0000 7fba1f74b900 2 removed watcher, disabling cache 2026-04-02T12:05:59.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.879+0000 7fba1f74b900 20 remove_watcher() i=0 2026-04-02T12:05:59.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.879+0000 7fba1f74b900 20 remove_watcher() i=4 2026-04-02T12:05:59.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.879+0000 7fba1f74b900 20 remove_watcher() i=5 2026-04-02T12:05:59.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.879+0000 7fba1f74b900 20 remove_watcher() i=2 2026-04-02T12:05:59.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.879+0000 7fba1f74b900 20 remove_watcher() i=1 2026-04-02T12:05:59.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.879+0000 7fba1f74b900 20 remove_watcher() i=7 2026-04-02T12:05:59.881 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.880+0000 7fba1f74b900 20 remove_watcher() i=6 2026-04-02T12:05:59.888 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:59.888 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:05:59.888 INFO:tasks.workunit.client.0.vm07.stderr:bucket: a-bucket id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 num_objects: 8 size_kb: 1 num_shards: 3 2026-04-02T12:05:59.888 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:05:59.890 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:05:59.909 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:59.909 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:59.933 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.931+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.932+0000 7fdf507c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.932+0000 7fdf507c9900 20 realm 2026-04-02T12:05:59.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.932+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.932+0000 7fdf507c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.932+0000 7fdf507c9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:59.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.933+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.934 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.933+0000 7fdf507c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.933+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.934+0000 7fdf507c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:59.935 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.934+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.936 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.934+0000 7fdf507c9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:59.936 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.934+0000 7fdf507c9900 20 searching for the correct realm 2026-04-02T12:05:59.940 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.938+0000 7fdf477fe640 0 -- 192.168.123.107:0/3101833207 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x561978a5af20 msgr2=0x561978a7b300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:59.943 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.942+0000 7fdf46ffd640 0 -- 192.168.123.107:0/3101833207 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fdf4001db80 msgr2=0x7fdf40032420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:59.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.945+0000 7fdf507c9900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:05:59.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.945+0000 7fdf507c9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:59.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.945+0000 7fdf507c9900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:05:59.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.945+0000 7fdf507c9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:59.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.945+0000 7fdf507c9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:59.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.945+0000 7fdf507c9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:59.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.945+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.945+0000 7fdf507c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.945+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.945+0000 7fdf507c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:59.947 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.945+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 20 zone default found 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 4 Realm: () 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 20 zonegroup default 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.946+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:59.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.947+0000 7fdf507c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:59.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.947+0000 7fdf507c9900 20 started sync module instance, tier type = 2026-04-02T12:05:59.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.947+0000 7fdf507c9900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:05:59.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.951+0000 7fdf507c9900 20 add_watcher() i=5 2026-04-02T12:05:59.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.951+0000 7fdf507c9900 20 add_watcher() i=1 2026-04-02T12:05:59.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.951+0000 7fdf507c9900 20 add_watcher() i=3 2026-04-02T12:05:59.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.951+0000 7fdf507c9900 20 add_watcher() i=7 2026-04-02T12:05:59.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.952+0000 7fdf507c9900 20 add_watcher() i=0 2026-04-02T12:05:59.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.952+0000 7fdf507c9900 20 add_watcher() i=6 2026-04-02T12:05:59.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.952+0000 7fdf507c9900 20 add_watcher() i=4 2026-04-02T12:05:59.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.953+0000 7fdf507c9900 20 add_watcher() i=2 2026-04-02T12:05:59.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.953+0000 7fdf507c9900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:59.957 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.955+0000 7fdf507c9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:59.957 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.955+0000 7fdf507c9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:59.957 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.955+0000 7fdf507c9900 5 note: GC not initialized 2026-04-02T12:05:59.957 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:05:59.955+0000 7fdef37fe640 20 reqs_thread_entry: start 2026-04-02T12:06:00.004 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.002+0000 7fdf507c9900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:00.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.002+0000 7fdf507c9900 20 Filter name: none 2026-04-02T12:06:00.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.003+0000 7fdef17fa640 20 reqs_thread_entry: start 2026-04-02T12:06:00.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.003+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.003+0000 7fdf507c9900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:00.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.003+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.003+0000 7fdf507c9900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:00.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.003+0000 7fdf507c9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:00.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.003+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.005 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.004+0000 7fdf507c9900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:00.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.004+0000 7fdf507c9900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.004+0000 7fdf507c9900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:00.006 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.004+0000 7fdf507c9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:00.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.009+0000 7fdf507c9900 20 remove_watcher() i=0 2026-04-02T12:06:00.011 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.009+0000 7fdf507c9900 2 removed watcher, disabling cache 2026-04-02T12:06:00.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.010+0000 7fdf507c9900 20 remove_watcher() i=6 2026-04-02T12:06:00.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.010+0000 7fdf507c9900 20 remove_watcher() i=3 2026-04-02T12:06:00.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.010+0000 7fdf507c9900 20 remove_watcher() i=1 2026-04-02T12:06:00.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.010+0000 7fdf507c9900 20 remove_watcher() i=2 2026-04-02T12:06:00.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.010+0000 7fdf507c9900 20 remove_watcher() i=7 2026-04-02T12:06:00.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.010+0000 7fdf507c9900 20 remove_watcher() i=4 2026-04-02T12:06:00.012 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.010+0000 7fdf507c9900 20 remove_watcher() i=5 2026-04-02T12:06:00.021 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2026-04-02T12:06:00.043 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:00.043 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:00.065 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.062+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.064+0000 7f10fb54d900 20 realm 2026-04-02T12:06:00.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.064+0000 7f10fb54d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:00.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.066 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.067 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.067 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.065+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:00.067 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.065+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.066+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:00.068 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.066+0000 7f10fb54d900 20 searching for the correct realm 2026-04-02T12:06:00.071 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.070+0000 7f10f37fe640 0 -- 192.168.123.107:0/2502628508 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55d35b35e510 msgr2=0x55d35b37e8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:00.074 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.073+0000 7f10f2ffd640 0 -- 192.168.123.107:0/2502628508 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f10ec087040 msgr2=0x7f10ec06be50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:00.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:00.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:00.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:00.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:00.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:00.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:00.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.076+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 20 zone default found 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 4 Realm: () 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 20 zonegroup default 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.078+0000 7f10fb54d900 20 started sync module instance, tier type = 2026-04-02T12:06:00.080 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.078+0000 7f10fb54d900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:00.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=7 2026-04-02T12:06:00.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=4 2026-04-02T12:06:00.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=3 2026-04-02T12:06:00.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=0 2026-04-02T12:06:00.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=5 2026-04-02T12:06:00.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=1 2026-04-02T12:06:00.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=6 2026-04-02T12:06:00.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=2 2026-04-02T12:06:00.085 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.083+0000 7f10fb54d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:00.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.086+0000 7f10fb54d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:00.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.086+0000 7f10fb54d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:00.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.086+0000 7f10fb54d900 5 note: GC not initialized 2026-04-02T12:06:00.088 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.086+0000 7f109f7fe640 20 reqs_thread_entry: start 2026-04-02T12:06:00.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.129+0000 7f10fb54d900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:00.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.130+0000 7f10fb54d900 20 Filter name: none 2026-04-02T12:06:00.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.130+0000 7f109d7fa640 20 reqs_thread_entry: start 2026-04-02T12:06:00.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.130+0000 7f10fb54d900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:00.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.130+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.130+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:00.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.130+0000 7f10fb54d900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:00.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.130+0000 7f10fb54d900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:00.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.130+0000 7f10fb54d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:06:00.132 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.130+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.131+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:00.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.131+0000 7f10fb54d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:00.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.131+0000 7f10fb54d900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:00.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.131+0000 7f10fb54d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:00.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.131+0000 7f10fb54d900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:00.133 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.131+0000 7f10fb54d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:06:00.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.136+0000 7f10fb54d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:00.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.136+0000 7f10fb54d900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:00.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.136+0000 7f10fb54d900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:00.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.136+0000 7f10fb54d900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:06:00.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763779 cookie 94366256731008 notifier 7514 bl.length()=923 2026-04-02T12:06:00.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:00.138 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:00.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:00.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:06:00.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:06:00.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:06:00.139 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.0 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.0 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.1 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.1 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.2 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.2 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.3 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.3 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.141+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:00.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.141+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f10fb54d900 time 2026-04-02T12:06:00.144421+0000 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f10fc98f8f8] 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d3592f36bd] 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d3592f3f02] 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f10fba2a610] 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.143+0000 7f10fb54d900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f10fb54d900 time 2026-04-02T12:06:00.144421+0000 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f10fc98f8f8] 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d3592f36bd] 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d3592f3f02] 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f10fba2a610] 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:06:00.145 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f10fb54d900 thread_name:radosgw-admin 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f10fba3fc30] 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f10fba8d02c] 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f10fc98f957] 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d3592f36bd] 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d3592f3f02] 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f10fba2a610] 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:06:00.146 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.144+0000 7f10fb54d900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f10fb54d900 thread_name:radosgw-admin 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f10fba3fc30] 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f10fba8d02c] 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f10fc98f957] 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d3592f36bd] 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d3592f3f02] 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f10fba2a610] 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:06:00.150 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: crc 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: secure 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: crc 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: secure 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: crc 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: secure 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:06:00.048+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:06:00.048+0000 7f10fb54d900 1 librados: starting msgr at 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:06:00.048+0000 7f10fb54d900 1 librados: starting objecter 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command objecter_requests hook 0x55d35afbc6e0 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:06:00.048+0000 7f10fb54d900 1 librados: setting wanted keys 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:06:00.048+0000 7f10fb54d900 1 librados: calling monclient init 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient: init 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding auth protocol: cephx 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding auth protocol: cephx 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding auth protocol: cephx 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:06:00.048+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:06:00.048+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command rotate-key hook 0x55d35afb71e8 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-b con 0x55d35af494b0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-a con 0x55d35af49880 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-c con 0x55d35aff99a0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): authenticate will time out at 1928.101713s 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): get_auth_request con 0x55d35aff99a0 auth_method 0 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:06:00.048+0000 7f10f27fc640 10 monclient(hunting): get_auth_request con 0x55d35af49880 auth_method 0 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:06:00.048+0000 7f10f27fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:06:00.048+0000 7f10f27fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:06:00.048+0000 7f10f27fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.151 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request con 0x55d35af494b0 auth_method 0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:06:00.049+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:06:00.049+0000 7f10f37fe640 10 monclient(hunting): handle_auth_done global_id 7505 payload 824 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:06:00.049+0000 7f10f37fe640 10 monclient: _finish_hunting 0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:06:00.049+0000 7f10f37fe640 1 monclient: found mon.noname-c 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:06:00.049+0000 7f10f37fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: dump: 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: _finish_auth 0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: _check_auth_tickets 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: dump: 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:06:00.049+0000 7f10fb54d900 5 monclient: authenticate success, global_id 7505 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:06:00.049+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:06:00.049+0000 7f10e97fa640 4 set_mon_vals no callback set 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:06:00.049+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:06:00.049+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:06:00.049+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:06:00.049+0000 7f10fb54d900 1 librados: init done 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:06:00.050+0000 7f10e37fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:06:00.050+0000 7f10e37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:06:00.050+0000 7f10e37fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:06:00.051+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x7f10d0077540 auth_method 0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:06:00.051+0000 7f10f27fc640 10 monclient: get_auth_request con 0x55d35b09efe0 auth_method 0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:06:00.052+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b12cb20 auth_method 0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:06:00.052+0000 7f10f27fc640 10 monclient: get_auth_request con 0x55d35b14ed00 auth_method 0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:06:00.053+0000 7f10f37fe640 10 monclient: get_auth_request con 0x55d35b14e3c0 auth_method 0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:06:00.054+0000 7f10fb54d900 10 monclient: build_initial_monmap 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:06:00.054+0000 7f10fb54d900 1 build_initial for_mkfs: 0 2026-04-02T12:06:00.152 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:06:00.054+0000 7f10fb54d900 10 monclient: monmap: 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding auth protocol: cephx 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding auth protocol: cephx 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding auth protocol: cephx 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:06:00.054+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command objecter_requests cmddesc objecter_requests hook 0x55d35b195a70 EEXIST 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:06:00.054+0000 7f10fb54d900 10 monclient: init 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding auth protocol: cephx 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding auth protocol: cephx 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding auth protocol: cephx 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:06:00.055+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:06:00.055+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:06:00.055+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command rotate-key cmddesc rotate-key hook 0x55d35b16fb80 EEXIST 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-a con 0x55d35b1bd670 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-b con 0x55d35b1bda40 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-c con 0x55d35b1bff50 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): authenticate will time out at 1928.108407s 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request con 0x55d35b1bff50 auth_method 0 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.153 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:06:00.055+0000 7f10f27fc640 10 monclient(hunting): get_auth_request con 0x55d35b1bd670 auth_method 0 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:06:00.055+0000 7f10f27fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:06:00.055+0000 7f10f27fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:06:00.055+0000 7f10f27fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:06:00.055+0000 7f10f37fe640 10 monclient(hunting): get_auth_request con 0x55d35b1bda40 auth_method 0 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:06:00.055+0000 7f10f37fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:06:00.055+0000 7f10f37fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:06:00.055+0000 7f10f37fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_done global_id 7508 payload 824 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 1 monclient: found mon.noname-c 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: dump: 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: _finish_auth 0 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: dump: 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:06:00.056+0000 7f10fb54d900 5 monclient: authenticate success, global_id 7508 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:06:00.056+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:06:00.056+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:06:00.056+0000 7f10f3fff640 4 set_mon_vals no callback set 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:06:00.056+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:06:00.056+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:06:00.057+0000 7f10e0ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:06:00.057+0000 7f10e0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:06:00.057+0000 7f10e0ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:06:00.057+0000 7f10fb54d900 10 monclient: get_monmap_and_config 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:06:00.057+0000 7f10fb54d900 10 monclient: build_initial_monmap 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:06:00.057+0000 7f10fb54d900 1 build_initial for_mkfs: 0 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:06:00.057+0000 7f10fb54d900 10 monclient: monmap: 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:00.154 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding auth protocol: cephx 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding auth protocol: cephx 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:06:00.057+0000 7f10f27fc640 10 monclient: get_auth_request con 0x7f10c40775a0 auth_method 0 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding auth protocol: cephx 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:06:00.058+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient: init 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding auth protocol: cephx 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding auth protocol: cephx 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding auth protocol: cephx 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:06:00.058+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:06:00.058+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd9416cc58 EEXIST 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-b con 0x55d35b279a30 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-a con 0x55d35b280ee0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-c con 0x55d35b2a9e30 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): authenticate will time out at 1928.111712s 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): get_auth_request con 0x55d35b280ee0 auth_method 0 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:06:00.058+0000 7f10f27fc640 10 monclient(hunting): get_auth_request con 0x55d35b279a30 auth_method 0 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:06:00.058+0000 7f10f27fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:06:00.058+0000 7f10f27fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:06:00.058+0000 7f10f27fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request con 0x55d35b2a9e30 auth_method 0 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.155 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:06:00.059+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:06:00.059+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:06:00.059+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:06:00.059+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_done global_id 7511 payload 274 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:06:00.059+0000 7f10f2ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:06:00.059+0000 7f10f2ffd640 1 monclient: found mon.noname-c 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:06:00.059+0000 7f10f2ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: dump: 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: _finish_auth 0 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: _check_auth_tickets 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: dump: 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 monclient: authenticate success, global_id 7511 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:06:00.059+0000 7f10fb54d900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:06:00.059+0000 7f10fb54d900 4 set_mon_vals no callback set 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:06:00.059+0000 7f10fb54d900 10 monclient: shutdown 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:06:00.059+0000 7f10fb54d900 10 monclient: build_initial_monmap 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:06:00.059+0000 7f10fb54d900 1 build_initial for_mkfs: 0 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:06:00.059+0000 7f10fb54d900 10 monclient: monmap: 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding auth protocol: cephx 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding auth protocol: cephx 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding auth protocol: cephx 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.156 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:06:00.060+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:06:00.060+0000 7f10fb54d900 1 librados: starting msgr at 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:06:00.060+0000 7f10fb54d900 1 librados: starting objecter 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command objecter_requests cmddesc objecter_requests hook 0x55d35b254cb0 EEXIST 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:06:00.060+0000 7f10fb54d900 1 librados: setting wanted keys 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:06:00.060+0000 7f10fb54d900 1 librados: calling monclient init 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient: init 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding auth protocol: cephx 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding auth protocol: cephx 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding auth protocol: cephx 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:06:00.060+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:06:00.060+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command rotate-key cmddesc rotate-key hook 0x55d35b251368 EEXIST 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-c con 0x55d35b280ee0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-a con 0x55d35b2a9e30 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-b con 0x55d35b2b2390 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): authenticate will time out at 1928.113871s 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:06:00.060+0000 7f10f27fc640 10 monclient(hunting): get_auth_request con 0x55d35b280ee0 auth_method 0 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:06:00.060+0000 7f10f27fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:06:00.060+0000 7f10f27fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:06:00.060+0000 7f10f27fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:06:00.061+0000 7f10f37fe640 10 monclient(hunting): get_auth_request con 0x55d35b2a9e30 auth_method 0 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:06:00.061+0000 7f10f37fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:06:00.061+0000 7f10f37fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:06:00.061+0000 7f10f37fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request con 0x55d35b2b2390 auth_method 0 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.157 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient(hunting): handle_auth_done global_id 7514 payload 824 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient: _finish_hunting 0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:06:00.061+0000 7f10f27fc640 1 monclient: found mon.noname-c 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: dump: 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: _finish_auth 0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: dump: 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:06:00.061+0000 7f10fb54d900 5 monclient: authenticate success, global_id 7514 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:06:00.061+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:06:00.061+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:06:00.061+0000 7f10d67fc640 4 set_mon_vals no callback set 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:06:00.061+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:06:00.061+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:06:00.061+0000 7f10fb54d900 1 librados: init done 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:06:00.061+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command cr dump hook 0x55d35b2b2d18 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:06:00.062+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:06:00.063+0000 7f10d4ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:06:00.063+0000 7f10d4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:06:00.063+0000 7f10d4ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:06:00.063+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b31a610 auth_method 0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 realm 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:06:00.064+0000 7f10f37fe640 10 monclient: get_auth_request con 0x7f10b40776c0 auth_method 0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:06:00.064+0000 7f10fb54d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:06:00.065+0000 7f10f27fc640 10 monclient: get_auth_request con 0x55d35b33cc30 auth_method 0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:06:00.065+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:06:00.065+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:06:00.066+0000 7f10f37fe640 10 monclient: get_auth_request con 0x55d35b35e510 auth_method 0 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:06:00.066+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:00.158 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:06:00.066+0000 7f10fb54d900 20 searching for the correct realm 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:06:00.066+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b3812b0 auth_method 0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:06:00.067+0000 7f10f27fc640 10 monclient: get_auth_request con 0x7f10e40c0940 auth_method 0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:06:00.068+0000 7f10f37fe640 10 monclient: get_auth_request con 0x7f10dc07f040 auth_method 0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:06:00.070+0000 7f10f37fe640 0 -- 192.168.123.107:0/2502628508 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55d35b35e510 msgr2=0x55d35b37e8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:06:00.070+0000 7f10d4ff9640 1 client.7514.objecter ms_handle_reset 0x55d35b35e510 session 0x55d35b33c060 osd.4 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:06:00.070+0000 7f10d4ff9640 10 monclient: _renew_subs 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:06:00.070+0000 7f10d4ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:06:00.070+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x7f10ec087040 auth_method 0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:06:00.070+0000 7f10f37fe640 10 monclient: get_auth_request con 0x7f10b40a4d00 auth_method 0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:06:00.072+0000 7f10f27fc640 10 monclient: get_auth_request con 0x7f10ec06e920 auth_method 0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:06:00.073+0000 7f10f2ffd640 0 -- 192.168.123.107:0/2502628508 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f10ec087040 msgr2=0x7f10ec06be50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:06:00.073+0000 7f10d4ff9640 1 client.7514.objecter ms_handle_reset 0x7f10ec087040 session 0x7f10ec01c070 osd.6 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:06:00.073+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b35e510 auth_method 0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 zone default found 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:06:00.077+0000 7f10fb54d900 4 Realm: () 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:06:00.077+0000 7f10fb54d900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:06:00.077+0000 7f10fb54d900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:06:00.077+0000 7f10fb54d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 zonegroup default 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 started sync module instance, tier type = 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=7 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=4 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=3 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=5 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=1 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=6 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=2 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:06:00.083+0000 7f10fb54d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:06:00.083+0000 7f10f37fe640 10 monclient: get_auth_request con 0x7f1080007200 auth_method 0 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding auth protocol: cephx 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding auth protocol: cephx 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding auth protocol: cephx 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.159 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:06:00.086+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:06:00.086+0000 7f10fb54d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:06:00.086+0000 7f10fb54d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command cache list hook 0x55d35b27e610 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command cache inspect hook 0x55d35b27e610 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command cache erase hook 0x55d35b27e610 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command cache zap hook 0x55d35b27e610 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 note: GC not initialized 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:06:00.086+0000 7f109f7fe640 20 reqs_thread_entry: start 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command sync trace show hook 0x7f10dc004e10 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command sync trace history hook 0x7f10dc004e10 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command sync trace active hook 0x7f10dc004e10 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command sync trace active_short hook 0x7f10dc004e10 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:06:00.087+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b3b8710 auth_method 0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:06:00.089+0000 7f10f27fc640 10 monclient: get_auth_request con 0x55d35b3b9920 auth_method 0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:06:00.090+0000 7f10f37fe640 10 monclient: get_auth_request con 0x55d35b3b32a0 auth_method 0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:06:00.092+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b3b4b20 auth_method 0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:06:00.095+0000 7f10f27fc640 10 monclient: get_auth_request con 0x55d35b3b6fb0 auth_method 0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:06:00.101+0000 7f10f37fe640 10 monclient: get_auth_request con 0x55d35b375e20 auth_method 0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:06:00.129+0000 7f10fb54d900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:06:00.130+0000 7f10fb54d900 20 Filter name: none 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:06:00.130+0000 7f109d7fa640 20 reqs_thread_entry: start 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:06:00.130+0000 7f10fb54d900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:06:00.130+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:06:00.130+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:06:00.130+0000 7f10fb54d900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:06:00.130+0000 7f10fb54d900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:06:00.130+0000 7f10fb54d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:06:00.130+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:06:00.131+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:06:00.131+0000 7f10fb54d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:06:00.131+0000 7f10fb54d900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:06:00.131+0000 7f10fb54d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:06:00.131+0000 7f10fb54d900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:06:00.131+0000 7f10fb54d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:06:00.136+0000 7f10fb54d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:06:00.136+0000 7f10fb54d900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:06:00.136+0000 7f10fb54d900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:06:00.136+0000 7f10fb54d900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763779 cookie 94366256731008 notifier 7514 bl.length()=923 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.1 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.1 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.2 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.2 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.3 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.3 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:06:00.141+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:00.160 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:06:00.141+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:06:00.143+0000 7f10fb54d900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f10fb54d900 time 2026-04-02T12:06:00.144421+0000 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f10fc98f8f8] 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d3592f36bd] 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d3592f3f02] 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f10fba2a610] 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:06:00.144+0000 7f10fb54d900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f10fb54d900 thread_name:radosgw-admin 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f10fba3fc30] 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f10fba8d02c] 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f10fc98f957] 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d3592f36bd] 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d3592f3f02] 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f10fba2a610] 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:06:00.161 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:06:00.162 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f109d7fa640 / http_manager 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f109f7fe640 / http_manager 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10d4ff9640 / ms_dispatch 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10d5ffb640 / io_context_pool 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10d67fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10e0ff9640 / ms_dispatch 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10e37fe640 / ms_dispatch 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10e97fa640 / io_context_pool, ms_dispatch 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10e9ffb640 / admin_socket 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10f1ffb640 / ms_dispatch 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10f27fc640 / msgr-worker-2 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10f2ffd640 / msgr-worker-1 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10f37fe640 / msgr-worker-0 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10f3fff640 / io_context_pool 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: 7f10fb54d900 / radosgw-admin 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.95288.log 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: crc 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: secure 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: crc 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: secure 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: crc 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afe83b0) adding con mode: secure 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:06:00.048+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:06:00.048+0000 7f10fb54d900 1 librados: starting msgr at 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:06:00.048+0000 7f10fb54d900 1 librados: starting objecter 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command objecter_requests hook 0x55d35afbc6e0 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:06:00.048+0000 7f10fb54d900 1 librados: setting wanted keys 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:06:00.048+0000 7f10fb54d900 1 librados: calling monclient init 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient: init 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding auth protocol: cephx 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding auth protocol: cephx 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding auth protocol: cephx 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: crc 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 AuthRegistry(0x55d35afb70a0) adding con mode: secure 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:06:00.048+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:06:00.048+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:06:00.048+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command rotate-key hook 0x55d35afb71e8 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-b con 0x55d35af494b0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-a con 0x55d35af49880 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-c con 0x55d35aff99a0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:06:00.048+0000 7f10fb54d900 10 monclient(hunting): authenticate will time out at 1928.101713s 2026-04-02T12:06:00.163 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): get_auth_request con 0x55d35aff99a0 auth_method 0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:06:00.048+0000 7f10f27fc640 10 monclient(hunting): get_auth_request con 0x55d35af49880 auth_method 0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:06:00.048+0000 7f10f27fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:06:00.048+0000 7f10f27fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:06:00.048+0000 7f10f27fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:06:00.048+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request con 0x55d35af494b0 auth_method 0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:06:00.048+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:06:00.049+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:06:00.049+0000 7f10f37fe640 10 monclient(hunting): handle_auth_done global_id 7505 payload 824 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:06:00.049+0000 7f10f37fe640 10 monclient: _finish_hunting 0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:06:00.049+0000 7f10f37fe640 1 monclient: found mon.noname-c 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:06:00.049+0000 7f10f37fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: dump: 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: _finish_auth 0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: _check_auth_tickets 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:06:00.049+0000 7f10e37fe640 10 monclient: dump: 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:06:00.049+0000 7f10fb54d900 5 monclient: authenticate success, global_id 7505 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:06:00.049+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:06:00.049+0000 7f10e97fa640 4 set_mon_vals no callback set 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:06:00.049+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:06:00.049+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:06:00.049+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:06:00.049+0000 7f10fb54d900 1 librados: init done 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:06:00.050+0000 7f10e37fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:06:00.050+0000 7f10e37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:06:00.050+0000 7f10e37fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:06:00.051+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x7f10d0077540 auth_method 0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:06:00.051+0000 7f10f27fc640 10 monclient: get_auth_request con 0x55d35b09efe0 auth_method 0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:06:00.052+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b12cb20 auth_method 0 2026-04-02T12:06:00.164 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:06:00.052+0000 7f10f27fc640 10 monclient: get_auth_request con 0x55d35b14ed00 auth_method 0 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:06:00.053+0000 7f10f37fe640 10 monclient: get_auth_request con 0x55d35b14e3c0 auth_method 0 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:06:00.054+0000 7f10fb54d900 10 monclient: build_initial_monmap 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:06:00.054+0000 7f10fb54d900 1 build_initial for_mkfs: 0 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:06:00.054+0000 7f10fb54d900 10 monclient: monmap: 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding auth protocol: cephx 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding auth protocol: cephx 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding auth protocol: cephx 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b1926a0) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:06:00.054+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command objecter_requests cmddesc objecter_requests hook 0x55d35b195a70 EEXIST 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:06:00.054+0000 7f10fb54d900 10 monclient: init 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding auth protocol: cephx 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding auth protocol: cephx 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding auth protocol: cephx 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: crc 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:06:00.054+0000 7f10fb54d900 5 AuthRegistry(0x55d35b16fa38) adding con mode: secure 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:06:00.055+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:06:00.055+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:06:00.055+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command rotate-key cmddesc rotate-key hook 0x55d35b16fb80 EEXIST 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-a con 0x55d35b1bd670 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-b con 0x55d35b1bda40 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-c con 0x55d35b1bff50 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:06:00.055+0000 7f10fb54d900 10 monclient(hunting): authenticate will time out at 1928.108407s 2026-04-02T12:06:00.165 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request con 0x55d35b1bff50 auth_method 0 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:06:00.055+0000 7f10f27fc640 10 monclient(hunting): get_auth_request con 0x55d35b1bd670 auth_method 0 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:06:00.055+0000 7f10f27fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:06:00.055+0000 7f10f27fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:06:00.055+0000 7f10f27fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:06:00.055+0000 7f10f37fe640 10 monclient(hunting): get_auth_request con 0x55d35b1bda40 auth_method 0 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:06:00.055+0000 7f10f37fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:06:00.055+0000 7f10f37fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:06:00.055+0000 7f10f37fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_done global_id 7508 payload 824 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 1 monclient: found mon.noname-c 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:06:00.055+0000 7f10f2ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: dump: 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: _finish_auth 0 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:06:00.056+0000 7f10e0ff9640 10 monclient: dump: 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:06:00.056+0000 7f10fb54d900 5 monclient: authenticate success, global_id 7508 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:06:00.056+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:06:00.056+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:06:00.056+0000 7f10f3fff640 4 set_mon_vals no callback set 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:06:00.056+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:06:00.056+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:06:00.057+0000 7f10e0ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:06:00.057+0000 7f10e0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:06:00.057+0000 7f10e0ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:06:00.057+0000 7f10fb54d900 10 monclient: get_monmap_and_config 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:06:00.057+0000 7f10fb54d900 10 monclient: build_initial_monmap 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:06:00.057+0000 7f10fb54d900 1 build_initial for_mkfs: 0 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:06:00.057+0000 7f10fb54d900 10 monclient: monmap: 2026-04-02T12:06:00.166 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding auth protocol: cephx 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding auth protocol: cephx 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:06:00.057+0000 7f10f27fc640 10 monclient: get_auth_request con 0x7f10c40775a0 auth_method 0 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding auth protocol: cephx 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:06:00.057+0000 7f10fb54d900 5 AuthRegistry(0x55d35b252980) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:06:00.058+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient: init 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding auth protocol: cephx 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding auth protocol: cephx 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding auth protocol: cephx 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: crc 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cb10) adding con mode: secure 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:06:00.058+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:06:00.058+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:06:00.058+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd9416cc58 EEXIST 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-b con 0x55d35b279a30 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-a con 0x55d35b280ee0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-c con 0x55d35b2a9e30 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:06:00.058+0000 7f10fb54d900 10 monclient(hunting): authenticate will time out at 1928.111712s 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): get_auth_request con 0x55d35b280ee0 auth_method 0 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.167 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:06:00.058+0000 7f10f27fc640 10 monclient(hunting): get_auth_request con 0x55d35b279a30 auth_method 0 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:06:00.058+0000 7f10f27fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:06:00.058+0000 7f10f27fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:06:00.058+0000 7f10f27fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request con 0x55d35b2a9e30 auth_method 0 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:06:00.058+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:06:00.058+0000 7f10f37fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:06:00.059+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:06:00.059+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:06:00.059+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:06:00.059+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_done global_id 7511 payload 274 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:06:00.059+0000 7f10f2ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:06:00.059+0000 7f10f2ffd640 1 monclient: found mon.noname-c 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:06:00.059+0000 7f10f2ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: dump: 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: _finish_auth 0 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: _check_auth_tickets 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:06:00.059+0000 7f10d67fc640 10 monclient: dump: 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 monclient: authenticate success, global_id 7511 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:06:00.059+0000 7f10fb54d900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:06:00.059+0000 7f10fb54d900 4 set_mon_vals no callback set 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:06:00.059+0000 7f10fb54d900 10 monclient: shutdown 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:06:00.059+0000 7f10fb54d900 10 monclient: build_initial_monmap 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:06:00.059+0000 7f10fb54d900 1 build_initial for_mkfs: 0 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:06:00.059+0000 7f10fb54d900 10 monclient: monmap: 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:00.168 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding auth protocol: cephx 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding auth protocol: cephx 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding auth protocol: cephx 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:06:00.059+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b2528c0) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:06:00.060+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:06:00.060+0000 7f10fb54d900 1 librados: starting msgr at 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:06:00.060+0000 7f10fb54d900 1 librados: starting objecter 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command objecter_requests cmddesc objecter_requests hook 0x55d35b254cb0 EEXIST 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:06:00.060+0000 7f10fb54d900 1 librados: setting wanted keys 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:06:00.060+0000 7f10fb54d900 1 librados: calling monclient init 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient: init 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding auth protocol: cephx 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding auth protocol: cephx 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding auth protocol: cephx 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: crc 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 AuthRegistry(0x55d35b251220) adding con mode: secure 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:06:00.060+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:06:00.060+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:06:00.060+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command rotate-key cmddesc rotate-key hook 0x55d35b251368 EEXIST 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-c con 0x55d35b280ee0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-a con 0x55d35b2a9e30 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): picked mon.noname-b con 0x55d35b2b2390 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:06:00.060+0000 7f10fb54d900 10 monclient(hunting): authenticate will time out at 1928.113871s 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:06:00.060+0000 7f10f27fc640 10 monclient(hunting): get_auth_request con 0x55d35b280ee0 auth_method 0 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:06:00.060+0000 7f10f27fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.169 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:06:00.060+0000 7f10f27fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:06:00.060+0000 7f10f27fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:06:00.061+0000 7f10f37fe640 10 monclient(hunting): get_auth_request con 0x55d35b2a9e30 auth_method 0 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:06:00.061+0000 7f10f37fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:06:00.061+0000 7f10f37fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:06:00.061+0000 7f10f37fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request con 0x55d35b2b2390 auth_method 0 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:06:00.061+0000 7f10f2ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient(hunting): handle_auth_done global_id 7514 payload 824 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient: _finish_hunting 0 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:06:00.061+0000 7f10f27fc640 1 monclient: found mon.noname-c 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:06:00.061+0000 7f10f27fc640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: dump: 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: _finish_auth 0 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:06:00.061+0000 7f10d4ff9640 10 monclient: dump: 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:06:00.061+0000 7f10fb54d900 5 monclient: authenticate success, global_id 7514 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:06:00.061+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:06:00.061+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:06:00.061+0000 7f10d67fc640 4 set_mon_vals no callback set 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:06:00.061+0000 7f10fb54d900 10 monclient: _renew_subs 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:06:00.061+0000 7f10fb54d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:06:00.061+0000 7f10fb54d900 1 librados: init done 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:06:00.061+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command cr dump hook 0x55d35b2b2d18 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:06:00.062+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:06:00.063+0000 7f10d4ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:00.170 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:06:00.063+0000 7f10d4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:06:00.063+0000 7f10d4ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:06:00.063+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b31a610 auth_method 0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 realm 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:06:00.064+0000 7f10f37fe640 10 monclient: get_auth_request con 0x7f10b40776c0 auth_method 0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:06:00.064+0000 7f10fb54d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:06:00.064+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:06:00.065+0000 7f10f27fc640 10 monclient: get_auth_request con 0x55d35b33cc30 auth_method 0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:06:00.065+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:06:00.065+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:06:00.066+0000 7f10f37fe640 10 monclient: get_auth_request con 0x55d35b35e510 auth_method 0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:06:00.066+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:06:00.066+0000 7f10fb54d900 20 searching for the correct realm 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:06:00.066+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b3812b0 auth_method 0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:06:00.067+0000 7f10f27fc640 10 monclient: get_auth_request con 0x7f10e40c0940 auth_method 0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:06:00.068+0000 7f10f37fe640 10 monclient: get_auth_request con 0x7f10dc07f040 auth_method 0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:06:00.070+0000 7f10f37fe640 0 -- 192.168.123.107:0/2502628508 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55d35b35e510 msgr2=0x55d35b37e8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:06:00.070+0000 7f10d4ff9640 1 client.7514.objecter ms_handle_reset 0x55d35b35e510 session 0x55d35b33c060 osd.4 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:06:00.070+0000 7f10d4ff9640 10 monclient: _renew_subs 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:06:00.070+0000 7f10d4ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:06:00.070+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x7f10ec087040 auth_method 0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:06:00.070+0000 7f10f37fe640 10 monclient: get_auth_request con 0x7f10b40a4d00 auth_method 0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:06:00.072+0000 7f10f27fc640 10 monclient: get_auth_request con 0x7f10ec06e920 auth_method 0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:06:00.073+0000 7f10f2ffd640 0 -- 192.168.123.107:0/2502628508 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f10ec087040 msgr2=0x7f10ec06be50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:06:00.073+0000 7f10d4ff9640 1 client.7514.objecter ms_handle_reset 0x7f10ec087040 session 0x7f10ec01c070 osd.6 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:06:00.073+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b35e510 auth_method 0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:06:00.076+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 zone default found 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:06:00.077+0000 7f10fb54d900 4 Realm: () 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:06:00.077+0000 7f10fb54d900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:06:00.077+0000 7f10fb54d900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:06:00.077+0000 7f10fb54d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 zonegroup default 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:06:00.077+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 started sync module instance, tier type = 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:06:00.078+0000 7f10fb54d900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=7 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=4 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=3 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:06:00.082+0000 7f10fb54d900 20 add_watcher() i=0 2026-04-02T12:06:00.171 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=5 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=1 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=6 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:06:00.083+0000 7f10fb54d900 20 add_watcher() i=2 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:06:00.083+0000 7f10fb54d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:06:00.083+0000 7f10f37fe640 10 monclient: get_auth_request con 0x7f1080007200 auth_method 0 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding auth protocol: cephx 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding auth protocol: cephx 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding auth protocol: cephx 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: crc 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 AuthRegistry(0x7ffd9416cc00) adding con mode: secure 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:06:00.086+0000 7f10fb54d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:06:00.086+0000 7f10fb54d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:06:00.086+0000 7f10fb54d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command cache list hook 0x55d35b27e610 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command cache inspect hook 0x55d35b27e610 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command cache erase hook 0x55d35b27e610 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command cache zap hook 0x55d35b27e610 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 note: GC not initialized 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:06:00.086+0000 7f109f7fe640 20 reqs_thread_entry: start 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command sync trace show hook 0x7f10dc004e10 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command sync trace history hook 0x7f10dc004e10 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command sync trace active hook 0x7f10dc004e10 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:06:00.086+0000 7f10fb54d900 5 asok(0x55d35aeb76b0) register_command sync trace active_short hook 0x7f10dc004e10 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:06:00.087+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b3b8710 auth_method 0 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:06:00.089+0000 7f10f27fc640 10 monclient: get_auth_request con 0x55d35b3b9920 auth_method 0 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:06:00.090+0000 7f10f37fe640 10 monclient: get_auth_request con 0x55d35b3b32a0 auth_method 0 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:06:00.092+0000 7f10f2ffd640 10 monclient: get_auth_request con 0x55d35b3b4b20 auth_method 0 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:06:00.095+0000 7f10f27fc640 10 monclient: get_auth_request con 0x55d35b3b6fb0 auth_method 0 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:06:00.101+0000 7f10f37fe640 10 monclient: get_auth_request con 0x55d35b375e20 auth_method 0 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:06:00.129+0000 7f10fb54d900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:06:00.130+0000 7f10fb54d900 20 Filter name: none 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:06:00.130+0000 7f109d7fa640 20 reqs_thread_entry: start 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:06:00.130+0000 7f10fb54d900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:06:00.130+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:06:00.130+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:06:00.130+0000 7f10fb54d900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:06:00.130+0000 7f10fb54d900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:06:00.130+0000 7f10fb54d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:06:00.130+0000 7f10fb54d900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:06:00.131+0000 7f10fb54d900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:06:00.131+0000 7f10fb54d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:06:00.131+0000 7f10fb54d900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:06:00.131+0000 7f10fb54d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:06:00.131+0000 7f10fb54d900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:06:00.131+0000 7f10fb54d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:06:00.136+0000 7f10fb54d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:06:00.136+0000 7f10fb54d900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:06:00.136+0000 7f10fb54d900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:06:00.136+0000 7f10fb54d900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763779 cookie 94366256731008 notifier 7514 bl.length()=923 2026-04-02T12:06:00.172 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:06:00.137+0000 7f10d5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:06:00.137+0000 7f10fb54d900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.0 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.0 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.1 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.1 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.2 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.2 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.3 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.3.3 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:06:00.140+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:06:00.140+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:06:00.141+0000 7f10fb54d900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:06:00.141+0000 7f10fb54d900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:06:00.143+0000 7f10fb54d900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f10fb54d900 time 2026-04-02T12:06:00.144421+0000 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f10fc98f8f8] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d3592f36bd] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d3592f3f02] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f10fba2a610] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:06:00.144+0000 7f10fb54d900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f10fb54d900 thread_name:radosgw-admin 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f10fba3fc30] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f10fba8d02c] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f10fc98f957] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d3592f36bd] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d3592f3f02] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f10fba2a610] 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:06:00.173 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:06:00.174 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f109d7fa640 / http_manager 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f109f7fe640 / http_manager 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10d4ff9640 / ms_dispatch 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10d5ffb640 / io_context_pool 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10d67fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10e0ff9640 / ms_dispatch 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10e37fe640 / ms_dispatch 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10e97fa640 / io_context_pool, ms_dispatch 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10e9ffb640 / admin_socket 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10f1ffb640 / ms_dispatch 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10f27fc640 / msgr-worker-2 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10f2ffd640 / msgr-worker-1 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10f37fe640 / msgr-worker-0 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10f3fff640 / io_context_pool 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: 7f10fb54d900 / radosgw-admin 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:06:00.145503Z_89f5367d-0b03-4754-a989-3d4c9b77def4/log 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:00.175 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:00.199 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.197+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.198+0000 7efe12e13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.198+0000 7efe12e13900 20 realm 2026-04-02T12:06:00.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.198+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.198+0000 7efe12e13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.198+0000 7efe12e13900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:00.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.198+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.198+0000 7efe12e13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.200 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.198+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.199+0000 7efe12e13900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:00.201 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.199+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.200+0000 7efe12e13900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:00.202 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.200+0000 7efe12e13900 20 searching for the correct realm 2026-04-02T12:06:00.205 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.203+0000 7efe0e5dc640 0 -- 192.168.123.107:0/1664522879 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55d408112910 msgr2=0x55d408132dc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:00.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.206+0000 7efe0eddd640 0 -- 192.168.123.107:0/1664522879 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x55d4080efba0 msgr2=0x55d40810ff80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:00.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.209+0000 7efe12e13900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:00.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.209+0000 7efe12e13900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:00.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.209+0000 7efe12e13900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:00.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.209+0000 7efe12e13900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:00.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.209+0000 7efe12e13900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:00.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.209+0000 7efe12e13900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:00.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.209+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.209+0000 7efe12e13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.209+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:00.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 20 zone default found 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 4 Realm: () 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 20 zonegroup default 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.210+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.211+0000 7efe12e13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.211+0000 7efe12e13900 20 started sync module instance, tier type = 2026-04-02T12:06:00.212 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.211+0000 7efe12e13900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:00.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.214+0000 7efe12e13900 20 add_watcher() i=7 2026-04-02T12:06:00.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.214+0000 7efe12e13900 20 add_watcher() i=2 2026-04-02T12:06:00.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.215+0000 7efe12e13900 20 add_watcher() i=3 2026-04-02T12:06:00.216 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.215+0000 7efe12e13900 20 add_watcher() i=0 2026-04-02T12:06:00.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.215+0000 7efe12e13900 20 add_watcher() i=6 2026-04-02T12:06:00.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.215+0000 7efe12e13900 20 add_watcher() i=5 2026-04-02T12:06:00.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.215+0000 7efe12e13900 20 add_watcher() i=1 2026-04-02T12:06:00.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.215+0000 7efe12e13900 20 add_watcher() i=4 2026-04-02T12:06:00.217 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.215+0000 7efe12e13900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:00.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.217+0000 7efe12e13900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:00.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.217+0000 7efe12e13900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:00.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.217+0000 7efe12e13900 5 note: GC not initialized 2026-04-02T12:06:00.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.218+0000 7efdb6ffd640 20 reqs_thread_entry: start 2026-04-02T12:06:00.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.260+0000 7efe12e13900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:00.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.260+0000 7efe12e13900 20 Filter name: none 2026-04-02T12:06:00.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.261+0000 7efdb4ff9640 20 reqs_thread_entry: start 2026-04-02T12:06:00.262 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.261+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.261+0000 7efe12e13900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:00.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.261+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.261+0000 7efe12e13900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:06:00.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.261+0000 7efe12e13900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:00.263 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.262+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.262+0000 7efe12e13900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:00.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.262+0000 7efe12e13900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.262+0000 7efe12e13900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:06:00.264 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.262+0000 7efe12e13900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:00.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.266+0000 7efe12e13900 20 remove_watcher() i=3 2026-04-02T12:06:00.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.266+0000 7efe12e13900 2 removed watcher, disabling cache 2026-04-02T12:06:00.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.267+0000 7efe12e13900 20 remove_watcher() i=2 2026-04-02T12:06:00.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.267+0000 7efe12e13900 20 remove_watcher() i=7 2026-04-02T12:06:00.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.267+0000 7efe12e13900 20 remove_watcher() i=5 2026-04-02T12:06:00.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.267+0000 7efe12e13900 20 remove_watcher() i=1 2026-04-02T12:06:00.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.267+0000 7efe12e13900 20 remove_watcher() i=6 2026-04-02T12:06:00.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.267+0000 7efe12e13900 20 remove_watcher() i=4 2026-04-02T12:06:00.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.267+0000 7efe12e13900 20 remove_watcher() i=0 2026-04-02T12:06:00.294 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:06:00.313 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:00.313 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:00.335 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.333+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.334+0000 7f7b57122900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.334+0000 7f7b57122900 20 realm 2026-04-02T12:06:00.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.334+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.335+0000 7f7b57122900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.335+0000 7f7b57122900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:00.336 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.335+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.335+0000 7f7b57122900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.335+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.337 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.336+0000 7f7b57122900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:00.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.336+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.336+0000 7f7b57122900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:00.338 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.336+0000 7f7b57122900 20 searching for the correct realm 2026-04-02T12:06:00.341 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.339+0000 7f7b5266e640 0 -- 192.168.123.107:0/3585065062 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7f7b400a23d0 msgr2=0x7f7b40071080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:00.344 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.342+0000 7f7b5266e640 0 -- 192.168.123.107:0/3585065062 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f7b440b88a0 msgr2=0x7f7b440b4fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:00.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.346+0000 7f7b57122900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:00.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.346+0000 7f7b57122900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:00.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.346+0000 7f7b57122900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:00.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.346+0000 7f7b57122900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:00.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.346+0000 7f7b57122900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:00.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.346+0000 7f7b57122900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:00.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.346+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.346+0000 7f7b57122900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.348 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.346+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 20 zone default found 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 4 Realm: () 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 20 zonegroup default 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.347+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.349 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.348+0000 7f7b57122900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.348+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.348+0000 7f7b57122900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:00.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.348+0000 7f7b57122900 20 started sync module instance, tier type = 2026-04-02T12:06:00.350 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.348+0000 7f7b57122900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:00.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.352+0000 7f7b57122900 20 add_watcher() i=2 2026-04-02T12:06:00.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.352+0000 7f7b57122900 20 add_watcher() i=3 2026-04-02T12:06:00.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.352+0000 7f7b57122900 20 add_watcher() i=5 2026-04-02T12:06:00.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.352+0000 7f7b57122900 20 add_watcher() i=6 2026-04-02T12:06:00.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.352+0000 7f7b57122900 20 add_watcher() i=4 2026-04-02T12:06:00.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.352+0000 7f7b57122900 20 add_watcher() i=7 2026-04-02T12:06:00.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.352+0000 7f7b57122900 20 add_watcher() i=1 2026-04-02T12:06:00.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.352+0000 7f7b57122900 20 add_watcher() i=0 2026-04-02T12:06:00.354 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.352+0000 7f7b57122900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:00.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.354+0000 7f7b57122900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:00.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.354+0000 7f7b57122900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:00.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.354+0000 7f7b57122900 5 note: GC not initialized 2026-04-02T12:06:00.356 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.354+0000 7f7afb7fe640 20 reqs_thread_entry: start 2026-04-02T12:06:00.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:00.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 20 Filter name: none 2026-04-02T12:06:00.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7af97fa640 20 reqs_thread_entry: start 2026-04-02T12:06:00.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:00.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:00.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:00.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:00.407 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 20 rados->read ofs=0 len=0 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.405+0000 7f7b57122900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.406+0000 7f7b57122900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.406+0000 7f7b57122900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.406+0000 7f7b57122900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:00.408 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.406+0000 7f7b57122900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:00.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.411+0000 7f7b57122900 20 remove_watcher() i=3 2026-04-02T12:06:00.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.411+0000 7f7b57122900 2 removed watcher, disabling cache 2026-04-02T12:06:00.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.411+0000 7f7b57122900 20 remove_watcher() i=2 2026-04-02T12:06:00.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.411+0000 7f7b57122900 20 remove_watcher() i=7 2026-04-02T12:06:00.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.411+0000 7f7b57122900 20 remove_watcher() i=1 2026-04-02T12:06:00.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.411+0000 7f7b57122900 20 remove_watcher() i=0 2026-04-02T12:06:00.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.411+0000 7f7b57122900 20 remove_watcher() i=5 2026-04-02T12:06:00.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.411+0000 7f7b57122900 20 remove_watcher() i=6 2026-04-02T12:06:00.413 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:00.411+0000 7f7b57122900 20 remove_watcher() i=4 2026-04-02T12:06:30.451 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:06:30.470 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:30.470 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:30.491 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.489+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.490+0000 7ffa70e0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:30.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.490+0000 7ffa70e0f900 20 realm 2026-04-02T12:06:30.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.490+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.491+0000 7ffa70e0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:30.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.491+0000 7ffa70e0f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:30.492 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.491+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.491+0000 7ffa70e0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:30.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.491+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.492+0000 7ffa70e0f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:30.493 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.492+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.492+0000 7ffa70e0f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:30.494 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.492+0000 7ffa70e0f900 20 searching for the correct realm 2026-04-02T12:06:30.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.495+0000 7ffa677fe640 0 -- 192.168.123.107:0/2786414043 >> [v2:192.168.123.109:6800/4164807454,v1:192.168.123.109:6801/4164807454] conn(0x7ffa6009a420 msgr2=0x7ffa60068fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:30.500 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.498+0000 7ffa677fe640 0 -- 192.168.123.107:0/2786414043 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7ffa58074950 msgr2=0x7ffa5803b430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.703+0000 7ffa70e0f900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.703+0000 7ffa70e0f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.703+0000 7ffa70e0f900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.703+0000 7ffa70e0f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.703+0000 7ffa70e0f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.703+0000 7ffa70e0f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.703+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.703+0000 7ffa70e0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.703+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:30.705 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 20 zone default found 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 4 Realm: () 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 20 zonegroup default 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.704+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.705+0000 7ffa70e0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:30.706 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.705+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.705+0000 7ffa70e0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:30.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.705+0000 7ffa70e0f900 20 started sync module instance, tier type = 2026-04-02T12:06:30.707 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.705+0000 7ffa70e0f900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:30.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.708+0000 7ffa70e0f900 20 add_watcher() i=7 2026-04-02T12:06:30.710 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.709+0000 7ffa70e0f900 20 add_watcher() i=6 2026-04-02T12:06:30.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.709+0000 7ffa70e0f900 20 add_watcher() i=3 2026-04-02T12:06:30.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.709+0000 7ffa70e0f900 20 add_watcher() i=0 2026-04-02T12:06:30.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.709+0000 7ffa70e0f900 20 add_watcher() i=5 2026-04-02T12:06:30.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.709+0000 7ffa70e0f900 20 add_watcher() i=1 2026-04-02T12:06:30.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.709+0000 7ffa70e0f900 20 add_watcher() i=4 2026-04-02T12:06:30.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.709+0000 7ffa70e0f900 20 add_watcher() i=2 2026-04-02T12:06:30.711 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.710+0000 7ffa70e0f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:30.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.711+0000 7ffa70e0f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:30.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.711+0000 7ffa70e0f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:30.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.711+0000 7ffa70e0f900 5 note: GC not initialized 2026-04-02T12:06:30.713 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.712+0000 7ffa18ff9640 20 reqs_thread_entry: start 2026-04-02T12:06:30.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.750+0000 7ffa70e0f900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:30.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.750+0000 7ffa70e0f900 20 Filter name: none 2026-04-02T12:06:30.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.751+0000 7ffa127fc640 20 reqs_thread_entry: start 2026-04-02T12:06:30.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.751+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.751+0000 7ffa70e0f900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:30.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.751+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.751+0000 7ffa70e0f900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:06:30.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.751+0000 7ffa70e0f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:30.753 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.751+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.752+0000 7ffa70e0f900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:30.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.752+0000 7ffa70e0f900 20 rados->read ofs=0 len=0 2026-04-02T12:06:30.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.752+0000 7ffa70e0f900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:06:30.754 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.752+0000 7ffa70e0f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:30.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.757+0000 7ffa70e0f900 20 remove_watcher() i=2 2026-04-02T12:06:30.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.757+0000 7ffa70e0f900 2 removed watcher, disabling cache 2026-04-02T12:06:30.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.757+0000 7ffa70e0f900 20 remove_watcher() i=3 2026-04-02T12:06:30.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.757+0000 7ffa70e0f900 20 remove_watcher() i=1 2026-04-02T12:06:30.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.758+0000 7ffa70e0f900 20 remove_watcher() i=7 2026-04-02T12:06:30.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.758+0000 7ffa70e0f900 20 remove_watcher() i=0 2026-04-02T12:06:30.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.758+0000 7ffa70e0f900 20 remove_watcher() i=5 2026-04-02T12:06:30.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.758+0000 7ffa70e0f900 20 remove_watcher() i=4 2026-04-02T12:06:30.760 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:30.758+0000 7ffa70e0f900 20 remove_watcher() i=6 2026-04-02T12:06:30.786 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:06:30.805 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:30.805 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:31.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.028+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.030+0000 7f2c27520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.030+0000 7f2c27520900 20 realm 2026-04-02T12:06:31.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.030+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.030+0000 7f2c27520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.030+0000 7f2c27520900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:31.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.030+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.030+0000 7f2c27520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.030+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.031+0000 7f2c27520900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:31.032 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.031+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.031+0000 7f2c27520900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:31.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.031+0000 7f2c27520900 20 searching for the correct realm 2026-04-02T12:06:31.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.033+0000 7f2c239b8640 0 -- 192.168.123.107:0/767879302 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f2c0c093040 msgr2=0x7f2c0c06aa20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:31.239 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.238+0000 7f2c229b6640 0 -- 192.168.123.107:0/767879302 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f2c18085420 msgr2=0x7f2c18085890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.442+0000 7f2c27520900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.442+0000 7f2c27520900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.442+0000 7f2c27520900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.442+0000 7f2c27520900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.442+0000 7f2c27520900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.442+0000 7f2c27520900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.442+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.442+0000 7f2c27520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.442+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.442+0000 7f2c27520900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.442+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 20 zone default found 2026-04-02T12:06:31.444 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 4 Realm: () 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 20 zonegroup default 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 20 started sync module instance, tier type = 2026-04-02T12:06:31.445 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.443+0000 7f2c27520900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:31.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.446+0000 7f2c27520900 20 add_watcher() i=7 2026-04-02T12:06:31.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.446+0000 7f2c27520900 20 add_watcher() i=1 2026-04-02T12:06:31.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.446+0000 7f2c27520900 20 add_watcher() i=0 2026-04-02T12:06:31.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.446+0000 7f2c27520900 20 add_watcher() i=2 2026-04-02T12:06:31.448 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.446+0000 7f2c27520900 20 add_watcher() i=4 2026-04-02T12:06:31.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.446+0000 7f2c27520900 20 add_watcher() i=3 2026-04-02T12:06:31.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.446+0000 7f2c27520900 20 add_watcher() i=5 2026-04-02T12:06:31.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.447+0000 7f2c27520900 20 add_watcher() i=6 2026-04-02T12:06:31.449 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.447+0000 7f2c27520900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:31.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.448+0000 7f2c27520900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:31.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.448+0000 7f2c27520900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:31.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.449+0000 7f2c27520900 5 note: GC not initialized 2026-04-02T12:06:31.450 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.449+0000 7f2bd0fe9640 20 reqs_thread_entry: start 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.685+0000 7f2c27520900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.685+0000 7f2c27520900 20 Filter name: none 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.685+0000 7f2bca7fc640 20 reqs_thread_entry: start 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.685+0000 7f2c27520900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.685+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.685+0000 7f2c27520900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.685+0000 7f2c27520900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.685+0000 7f2c27520900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.685+0000 7f2c27520900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.685+0000 7f2c27520900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:31.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:31.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:06:31.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:31.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:31.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:31.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:31.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:31.688 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.686+0000 7f2c27520900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:31.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.690+0000 7f2c27520900 20 remove_watcher() i=3 2026-04-02T12:06:31.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.690+0000 7f2c27520900 2 removed watcher, disabling cache 2026-04-02T12:06:31.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.690+0000 7f2c27520900 20 remove_watcher() i=2 2026-04-02T12:06:31.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.690+0000 7f2c27520900 20 remove_watcher() i=7 2026-04-02T12:06:31.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.690+0000 7f2c27520900 20 remove_watcher() i=0 2026-04-02T12:06:31.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.690+0000 7f2c27520900 20 remove_watcher() i=5 2026-04-02T12:06:31.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.690+0000 7f2c27520900 20 remove_watcher() i=6 2026-04-02T12:06:31.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.690+0000 7f2c27520900 20 remove_watcher() i=1 2026-04-02T12:06:31.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.690+0000 7f2c27520900 20 remove_watcher() i=4 2026-04-02T12:06:31.699 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:06:31.718 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:31.718 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:31.737 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.735+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.737 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.736+0000 7fe5c0125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.737 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.736+0000 7fe5c0125900 20 realm 2026-04-02T12:06:31.737 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.736+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.736+0000 7fe5c0125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.736+0000 7fe5c0125900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:31.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.736+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.736+0000 7fe5c0125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.736+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.737+0000 7fe5c0125900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:31.738 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.737+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.737+0000 7fe5c0125900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:31.739 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.737+0000 7fe5c0125900 20 searching for the correct realm 2026-04-02T12:06:31.740 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.739+0000 7fe5b7fff640 0 -- 192.168.123.107:0/2468129393 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fe5a4099040 msgr2=0x7fe5a4012360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:31.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.742+0000 7fe5b6ffd640 0 -- 192.168.123.107:0/2468129393 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x560468e58ce0 msgr2=0x7fe5b00ad440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.946+0000 7fe5c0125900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.946+0000 7fe5c0125900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.946+0000 7fe5c0125900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.946+0000 7fe5c0125900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.946+0000 7fe5c0125900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.946+0000 7fe5c0125900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.946+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.946+0000 7fe5c0125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.946+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:31.948 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 20 zone default found 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 4 Realm: () 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 20 zonegroup default 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.947+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.948+0000 7fe5c0125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.948+0000 7fe5c0125900 20 started sync module instance, tier type = 2026-04-02T12:06:31.949 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.948+0000 7fe5c0125900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:31.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.951+0000 7fe5c0125900 20 add_watcher() i=3 2026-04-02T12:06:31.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.951+0000 7fe5c0125900 20 add_watcher() i=2 2026-04-02T12:06:31.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.951+0000 7fe5c0125900 20 add_watcher() i=6 2026-04-02T12:06:31.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.951+0000 7fe5c0125900 20 add_watcher() i=5 2026-04-02T12:06:31.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.951+0000 7fe5c0125900 20 add_watcher() i=0 2026-04-02T12:06:31.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.951+0000 7fe5c0125900 20 add_watcher() i=4 2026-04-02T12:06:31.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.951+0000 7fe5c0125900 20 add_watcher() i=7 2026-04-02T12:06:31.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.951+0000 7fe5c0125900 20 add_watcher() i=1 2026-04-02T12:06:31.953 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.951+0000 7fe5c0125900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:31.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.953+0000 7fe5c0125900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:31.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.953+0000 7fe5c0125900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:31.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.953+0000 7fe5c0125900 5 note: GC not initialized 2026-04-02T12:06:31.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.953+0000 7fe5697ea640 20 reqs_thread_entry: start 2026-04-02T12:06:31.994 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.993+0000 7fe5c0125900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:31.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.993+0000 7fe5c0125900 20 Filter name: none 2026-04-02T12:06:31.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.993+0000 7fe5627fc640 20 reqs_thread_entry: start 2026-04-02T12:06:31.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.993+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.993+0000 7fe5c0125900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:31.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.993+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.993+0000 7fe5c0125900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:31.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.993+0000 7fe5c0125900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:31.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.993+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.995 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.994+0000 7fe5c0125900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:31.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.994+0000 7fe5c0125900 20 rados->read ofs=0 len=0 2026-04-02T12:06:31.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.994+0000 7fe5c0125900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:31.996 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.994+0000 7fe5c0125900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:32.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.999+0000 7fe5c0125900 20 remove_watcher() i=4 2026-04-02T12:06:32.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.999+0000 7fe5c0125900 2 removed watcher, disabling cache 2026-04-02T12:06:32.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.999+0000 7fe5c0125900 20 remove_watcher() i=0 2026-04-02T12:06:32.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.999+0000 7fe5c0125900 20 remove_watcher() i=3 2026-04-02T12:06:32.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.999+0000 7fe5c0125900 20 remove_watcher() i=5 2026-04-02T12:06:32.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.999+0000 7fe5c0125900 20 remove_watcher() i=6 2026-04-02T12:06:32.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.999+0000 7fe5c0125900 20 remove_watcher() i=2 2026-04-02T12:06:32.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.999+0000 7fe5c0125900 20 remove_watcher() i=7 2026-04-02T12:06:32.001 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:31.999+0000 7fe5c0125900 20 remove_watcher() i=1 2026-04-02T12:06:32.007 INFO:tasks.workunit.client.0.vm07.stderr: test: duplicated entries should be purged before reshard 2026-04-02T12:06:32.009 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:06:32.029 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:32.029 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:32.054 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.052+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.053+0000 7f55ef738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.053+0000 7f55ef738900 20 realm 2026-04-02T12:06:32.055 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.053+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.054+0000 7f55ef738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.054+0000 7f55ef738900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:32.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.054+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.054+0000 7f55ef738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.054+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.055+0000 7f55ef738900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:32.056 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.055+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.055+0000 7f55ef738900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:32.057 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.055+0000 7f55ef738900 20 searching for the correct realm 2026-04-02T12:06:32.061 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.059+0000 7f55e6ffd640 0 -- 192.168.123.107:0/3287258618 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f55e0058b50 msgr2=0x7f55e0046980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:32.266 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.264+0000 7f55dffff640 0 -- 192.168.123.107:0/3287258618 >> [v2:192.168.123.109:6816/2463865334,v1:192.168.123.109:6817/2463865334] conn(0x55821f91a230 msgr2=0x55821f93a610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.266+0000 7f55ef738900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.266+0000 7f55ef738900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.266+0000 7f55ef738900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.266+0000 7f55ef738900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.266+0000 7f55ef738900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.266+0000 7f55ef738900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.266+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.268 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 20 zone default found 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 4 Realm: () 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 20 zonegroup default 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.267+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.268+0000 7f55ef738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.269 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.268+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.268+0000 7f55ef738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.268+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.268+0000 7f55ef738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.268+0000 7f55ef738900 20 started sync module instance, tier type = 2026-04-02T12:06:32.270 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.268+0000 7f55ef738900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.272+0000 7f55ef738900 20 add_watcher() i=4 2026-04-02T12:06:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.272+0000 7f55ef738900 20 add_watcher() i=3 2026-04-02T12:06:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.272+0000 7f55ef738900 20 add_watcher() i=5 2026-04-02T12:06:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.272+0000 7f55ef738900 20 add_watcher() i=0 2026-04-02T12:06:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.272+0000 7f55ef738900 20 add_watcher() i=7 2026-04-02T12:06:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.272+0000 7f55ef738900 20 add_watcher() i=2 2026-04-02T12:06:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.272+0000 7f55ef738900 20 add_watcher() i=6 2026-04-02T12:06:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.272+0000 7f55ef738900 20 add_watcher() i=1 2026-04-02T12:06:32.274 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.273+0000 7f55ef738900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:32.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.275+0000 7f55ef738900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:32.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.275+0000 7f55ef738900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:32.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.275+0000 7f55ef738900 5 note: GC not initialized 2026-04-02T12:06:32.277 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.276+0000 7f55937fe640 20 reqs_thread_entry: start 2026-04-02T12:06:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.317+0000 7f55ef738900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.317+0000 7f55ef738900 20 Filter name: none 2026-04-02T12:06:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.317+0000 7f55917fa640 20 reqs_thread_entry: start 2026-04-02T12:06:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.317+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.317+0000 7f55ef738900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.317+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.317+0000 7f55ef738900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.317+0000 7f55ef738900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.317+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.318+0000 7f55ef738900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:32.319 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.318+0000 7f55ef738900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.318+0000 7f55ef738900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:32.320 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.318+0000 7f55ef738900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:32.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.322+0000 7f55ef738900 20 remove_watcher() i=7 2026-04-02T12:06:32.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.322+0000 7f55ef738900 2 removed watcher, disabling cache 2026-04-02T12:06:32.324 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.322+0000 7f55ef738900 20 remove_watcher() i=6 2026-04-02T12:06:32.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.323+0000 7f55ef738900 20 remove_watcher() i=2 2026-04-02T12:06:32.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.323+0000 7f55ef738900 20 remove_watcher() i=4 2026-04-02T12:06:32.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.323+0000 7f55ef738900 20 remove_watcher() i=0 2026-04-02T12:06:32.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.323+0000 7f55ef738900 20 remove_watcher() i=5 2026-04-02T12:06:32.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.323+0000 7f55ef738900 20 remove_watcher() i=3 2026-04-02T12:06:32.325 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.323+0000 7f55ef738900 20 remove_watcher() i=1 2026-04-02T12:06:32.331 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.331 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:06:32.331 INFO:tasks.workunit.client.0.vm07.stderr:bucket: a-bucket id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 num_objects: 10 size_kb: 1 num_shards: 3 2026-04-02T12:06:32.331 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.334 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-02T12:06:32.357 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:32.357 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:32.376 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.374+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.375+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.375+0000 7ff380813900 20 realm 2026-04-02T12:06:32.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.375+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.375+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.375+0000 7ff380813900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:32.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.375+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.376+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.377 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.376+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.376+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:32.378 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.376+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.377+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:32.379 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.377+0000 7ff380813900 20 searching for the correct realm 2026-04-02T12:06:32.381 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.380+0000 7ff3777fe640 0 -- 192.168.123.107:0/3290870825 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x560722aa05c0 msgr2=0x560722ac09a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:32.384 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.382+0000 7ff377fff640 0 -- 192.168.123.107:0/3290870825 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x560722ae4500 msgr2=0x560722b048e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:32.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:32.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:32.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:32.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:32.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:32.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:32.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.385+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.387 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.385+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.385+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 20 zone default found 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 4 Realm: () 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 20 zonegroup default 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.386+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.387+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.388 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.387+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.387+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.387+0000 7ff380813900 20 started sync module instance, tier type = 2026-04-02T12:06:32.389 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.387+0000 7ff380813900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:32.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=2 2026-04-02T12:06:32.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=7 2026-04-02T12:06:32.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=3 2026-04-02T12:06:32.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=0 2026-04-02T12:06:32.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=6 2026-04-02T12:06:32.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=5 2026-04-02T12:06:32.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=4 2026-04-02T12:06:32.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=1 2026-04-02T12:06:32.393 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.391+0000 7ff380813900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:32.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.393+0000 7ff380813900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:32.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.393+0000 7ff380813900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:32.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.393+0000 7ff380813900 5 note: GC not initialized 2026-04-02T12:06:32.395 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.393+0000 7ff323fff640 20 reqs_thread_entry: start 2026-04-02T12:06:32.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.431+0000 7ff380813900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:32.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.431+0000 7ff380813900 20 Filter name: none 2026-04-02T12:06:32.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.431+0000 7ff321ffb640 20 reqs_thread_entry: start 2026-04-02T12:06:32.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.431+0000 7ff380813900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:32.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.431+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.431+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:32.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.431+0000 7ff380813900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:32.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.431+0000 7ff380813900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:32.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.431+0000 7ff380813900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:06:32.433 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.431+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.432+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:32.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.432+0000 7ff380813900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:32.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.432+0000 7ff380813900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:32.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.432+0000 7ff380813900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:32.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.432+0000 7ff380813900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:32.434 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.432+0000 7ff380813900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:06:32.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.436+0000 7ff380813900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:32.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.436+0000 7ff380813900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:32.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.436+0000 7ff380813900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:32.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.436+0000 7ff380813900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:06:32.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763781 cookie 94588646658064 notifier 8175 bl.length()=923 2026-04-02T12:06:32.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:32.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:32.438 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:32.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:06:32.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:06:32.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:06:32.439 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:06:32.442 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff380813900 time 2026-04-02T12:06:32.441822+0000 2026-04-02T12:06:32.442 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:32.442 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:32.442 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ff38158f8f8] 2026-04-02T12:06:32.442 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x56071fd41fc4] 2026-04-02T12:06:32.442 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560720462ea6] 2026-04-02T12:06:32.442 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:06:32.442 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7ff38062a610] 2026-04-02T12:06:32.442 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7ff380813900 thread_name:radosgw-admin 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.441+0000 7ff380813900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff380813900 time 2026-04-02T12:06:32.441822+0000 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ff38158f8f8] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x56071fd41fc4] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560720462ea6] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7ff38062a610] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ff38063fc30] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ff38068d02c] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ff38158f957] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x56071fd41fc4] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560720462ea6] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7ff38062a610] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.441+0000 7ff380813900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7ff380813900 thread_name:radosgw-admin 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ff38063fc30] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ff38068d02c] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ff38158f957] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x56071fd41fc4] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560720462ea6] 2026-04-02T12:06:32.443 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:06:32.444 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7ff38062a610] 2026-04-02T12:06:32.444 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:06:32.444 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:06:32.444 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:32.444 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.444 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:06:32.360+0000 7ff380813900 5 monclient: authenticate success, global_id 8163 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:06:32.360+0000 7ff380813900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:06:32.360+0000 7ff380813900 4 set_mon_vals no callback set 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: shutdown 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:06:32.361+0000 7ff380813900 5 asok(0x5607226426b0) unregister_commands rotate-key 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: build_initial_monmap 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:06:32.361+0000 7ff380813900 1 build_initial for_mkfs: 0 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: monmap: 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding auth protocol: cephx 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding auth protocol: cephx 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding auth protocol: cephx 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.447 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:06:32.361+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:06:32.361+0000 7ff380813900 1 librados: starting msgr at 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:06:32.361+0000 7ff380813900 1 librados: starting objecter 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:06:32.361+0000 7ff380813900 5 asok(0x5607226426b0) register_command objecter_requests hook 0x560722747fe0 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:06:32.361+0000 7ff380813900 1 librados: setting wanted keys 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:06:32.361+0000 7ff380813900 1 librados: calling monclient init 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: init 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding auth protocol: cephx 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding auth protocol: cephx 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding auth protocol: cephx 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:06:32.361+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:06:32.361+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:06:32.361+0000 7ff380813900 5 asok(0x5607226426b0) register_command rotate-key hook 0x560722742e38 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): picked mon.noname-c con 0x5607226d2450 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): picked mon.noname-a con 0x56072277e170 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): picked mon.noname-b con 0x56072277eaf0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): authenticate will time out at 1960.415164s 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): get_auth_request con 0x5607226d2450 auth_method 0 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): get_auth_request con 0x56072277e170 auth_method 0 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.448 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:06:32.362+0000 7ff377fff640 10 monclient(hunting): get_auth_request con 0x56072277eaf0 auth_method 0 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:06:32.362+0000 7ff377fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:06:32.362+0000 7ff377fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:06:32.362+0000 7ff377fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): handle_auth_done global_id 8166 payload 824 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:06:32.362+0000 7ff36edff640 1 monclient: found mon.noname-a 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: dump: 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: _finish_auth 0 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: _check_auth_tickets 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: dump: 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:06:32.362+0000 7ff36ddfd640 4 set_mon_vals no callback set 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:06:32.362+0000 7ff380813900 5 monclient: authenticate success, global_id 8166 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:06:32.362+0000 7ff380813900 1 librados: init done 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:06:32.364+0000 7ff367fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:06:32.364+0000 7ff367fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.449 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:06:32.364+0000 7ff367fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:06:32.364+0000 7ff3777fe640 10 monclient: get_auth_request con 0x7ff354077690 auth_method 0 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:06:32.364+0000 7ff377fff640 10 monclient: get_auth_request con 0x560722771b10 auth_method 0 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:06:32.365+0000 7ff3777fe640 10 monclient: get_auth_request con 0x5607228b55d0 auth_method 0 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:06:32.365+0000 7ff36edff640 10 monclient: get_auth_request con 0x5607228d79f0 auth_method 0 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:06:32.366+0000 7ff377fff640 10 monclient: get_auth_request con 0x5607228f9ee0 auth_method 0 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:06:32.367+0000 7ff380813900 10 monclient: build_initial_monmap 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:06:32.367+0000 7ff380813900 1 build_initial for_mkfs: 0 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:06:32.367+0000 7ff380813900 10 monclient: monmap: 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding auth protocol: cephx 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding auth protocol: cephx 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding auth protocol: cephx 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:06:32.367+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:06:32.367+0000 7ff380813900 5 asok(0x5607226426b0) register_command objecter_requests cmddesc objecter_requests hook 0x56072291e9b0 EEXIST 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:06:32.367+0000 7ff380813900 10 monclient: init 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding auth protocol: cephx 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding auth protocol: cephx 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding auth protocol: cephx 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.450 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:06:32.367+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:06:32.367+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:06:32.368+0000 7ff380813900 5 asok(0x5607226426b0) register_command rotate-key cmddesc rotate-key hook 0x5607228f8b80 EEXIST 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): picked mon.noname-b con 0x560722946590 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): picked mon.noname-a con 0x560722946960 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): picked mon.noname-c con 0x5607229729d0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): authenticate will time out at 1960.421142s 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): get_auth_request con 0x560722946960 auth_method 0 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): get_auth_request con 0x5607229729d0 auth_method 0 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:06:32.368+0000 7ff36edff640 10 monclient(hunting): get_auth_request con 0x560722946590 auth_method 0 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:06:32.368+0000 7ff36edff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:06:32.368+0000 7ff36edff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:06:32.368+0000 7ff36edff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): handle_auth_done global_id 8169 payload 824 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:06:32.368+0000 7ff377fff640 1 monclient: found mon.noname-a 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:32.451 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: dump: 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: _finish_auth 0 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: _check_auth_tickets 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: dump: 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:06:32.368+0000 7ff37cfde640 4 set_mon_vals no callback set 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:06:32.368+0000 7ff380813900 5 monclient: authenticate success, global_id 8169 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:06:32.369+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:06:32.369+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:06:32.370+0000 7ff3657fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:06:32.370+0000 7ff3657fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:06:32.370+0000 7ff3657fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:06:32.370+0000 7ff36edff640 10 monclient: get_auth_request con 0x7ff3480775a0 auth_method 0 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:06:32.370+0000 7ff380813900 10 monclient: get_monmap_and_config 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:06:32.370+0000 7ff380813900 10 monclient: build_initial_monmap 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:06:32.370+0000 7ff380813900 1 build_initial for_mkfs: 0 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:06:32.370+0000 7ff380813900 10 monclient: monmap: 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:32.452 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding auth protocol: cephx 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding auth protocol: cephx 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding auth protocol: cephx 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:06:32.370+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:06:32.370+0000 7ff380813900 10 monclient: init 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding auth protocol: cephx 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding auth protocol: cephx 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding auth protocol: cephx 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:06:32.371+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:06:32.371+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:06:32.371+0000 7ff380813900 5 asok(0x5607226426b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdab6a0648 EEXIST 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:32.453 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): picked mon.noname-b con 0x560722a00510 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): picked mon.noname-c con 0x560722a03c30 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): picked mon.noname-a con 0x5607229db490 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): authenticate will time out at 1960.424495s 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): get_auth_request con 0x560722a00510 auth_method 0 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): get_auth_request con 0x560722a03c30 auth_method 0 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:06:32.371+0000 7ff3777fe640 10 monclient(hunting): get_auth_request con 0x5607229db490 auth_method 0 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:06:32.371+0000 7ff3777fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:06:32.371+0000 7ff3777fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:06:32.371+0000 7ff3777fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): handle_auth_done global_id 7619 payload 274 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:06:32.371+0000 7ff377fff640 1 monclient: found mon.noname-c 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: dump: 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.454 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: _finish_auth 0 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: _check_auth_tickets 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: dump: 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:06:32.371+0000 7ff380813900 5 monclient: authenticate success, global_id 7619 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:06:32.372+0000 7ff380813900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:06:32.372+0000 7ff380813900 4 set_mon_vals no callback set 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:06:32.372+0000 7ff380813900 10 monclient: shutdown 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:06:32.372+0000 7ff380813900 10 monclient: build_initial_monmap 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:06:32.372+0000 7ff380813900 1 build_initial for_mkfs: 0 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:06:32.372+0000 7ff380813900 10 monclient: monmap: 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding auth protocol: cephx 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding auth protocol: cephx 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding auth protocol: cephx 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.455 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:06:32.372+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:06:32.372+0000 7ff380813900 1 librados: starting msgr at 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:06:32.372+0000 7ff380813900 1 librados: starting objecter 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:06:32.372+0000 7ff380813900 5 asok(0x5607226426b0) register_command objecter_requests cmddesc objecter_requests hook 0x5607229da7d0 EEXIST 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:06:32.372+0000 7ff380813900 1 librados: setting wanted keys 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:06:32.372+0000 7ff380813900 1 librados: calling monclient init 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:06:32.372+0000 7ff380813900 10 monclient: init 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding auth protocol: cephx 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding auth protocol: cephx 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding auth protocol: cephx 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:06:32.372+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:06:32.373+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:06:32.373+0000 7ff380813900 5 asok(0x5607226426b0) register_command rotate-key cmddesc rotate-key hook 0x5607226a5228 EEXIST 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): picked mon.noname-c con 0x560722a00510 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): picked mon.noname-a con 0x560722a03c30 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): picked mon.noname-b con 0x560722a08af0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): authenticate will time out at 1960.426284s 2026-04-02T12:06:32.456 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): get_auth_request con 0x560722a03c30 auth_method 0 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:06:32.373+0000 7ff36edff640 10 monclient(hunting): get_auth_request con 0x560722a00510 auth_method 0 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:06:32.373+0000 7ff36edff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:06:32.373+0000 7ff36edff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:06:32.373+0000 7ff36edff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:06:32.373+0000 7ff3777fe640 10 monclient(hunting): get_auth_request con 0x560722a08af0 auth_method 0 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:06:32.373+0000 7ff3777fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:06:32.373+0000 7ff3777fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:06:32.373+0000 7ff3777fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): handle_auth_done global_id 8175 payload 824 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:06:32.373+0000 7ff377fff640 1 monclient: found mon.noname-a 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: dump: 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: _finish_auth 0 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: _check_auth_tickets 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: dump: 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.457 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:06:32.373+0000 7ff380813900 5 monclient: authenticate success, global_id 8175 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:06:32.373+0000 7ff35affd640 4 set_mon_vals no callback set 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:06:32.373+0000 7ff380813900 1 librados: init done 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:06:32.373+0000 7ff380813900 5 asok(0x5607226426b0) register_command cr dump hook 0x560722a0c128 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:06:32.374+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:06:32.374+0000 7ff3597fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:06:32.374+0000 7ff3597fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:06:32.374+0000 7ff3597fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:06:32.375+0000 7ff36edff640 10 monclient: get_auth_request con 0x7ff338077610 auth_method 0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:06:32.375+0000 7ff3777fe640 10 monclient: get_auth_request con 0x560722aa05c0 auth_method 0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:06:32.375+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:06:32.375+0000 7ff380813900 20 realm 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:06:32.375+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:06:32.375+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:06:32.375+0000 7ff380813900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:06:32.375+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:06:32.376+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:06:32.376+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:06:32.376+0000 7ff36edff640 10 monclient: get_auth_request con 0x560722ac2cb0 auth_method 0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:06:32.376+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:06:32.376+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:06:32.376+0000 7ff377fff640 10 monclient: get_auth_request con 0x560722ae4500 auth_method 0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:06:32.377+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:06:32.377+0000 7ff380813900 20 searching for the correct realm 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:06:32.377+0000 7ff3777fe640 10 monclient: get_auth_request con 0x560722b072a0 auth_method 0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:06:32.378+0000 7ff36edff640 10 monclient: get_auth_request con 0x7ff36802e960 auth_method 0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:06:32.378+0000 7ff377fff640 10 monclient: get_auth_request con 0x7ff3600f0030 auth_method 0 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:06:32.380+0000 7ff3777fe640 0 -- 192.168.123.107:0/3290870825 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x560722aa05c0 msgr2=0x560722ac09a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:06:32.380+0000 7ff3597fa640 1 client.8175.objecter ms_handle_reset 0x560722aa05c0 session 0x560722a9ff40 osd.1 2026-04-02T12:06:32.458 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:06:32.380+0000 7ff3597fa640 10 monclient: _renew_subs 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:06:32.380+0000 7ff3597fa640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:06:32.380+0000 7ff3777fe640 10 monclient: get_auth_request con 0x7ff3380a4c50 auth_method 0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:06:32.380+0000 7ff3777fe640 10 monclient: get_auth_request con 0x7ff3700930b0 auth_method 0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:06:32.382+0000 7ff36edff640 10 monclient: get_auth_request con 0x7ff370023570 auth_method 0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:06:32.382+0000 7ff377fff640 0 -- 192.168.123.107:0/3290870825 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x560722ae4500 msgr2=0x560722b048e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:06:32.382+0000 7ff3597fa640 1 client.8175.objecter ms_handle_reset 0x560722ae4500 session 0x560722ac2000 osd.4 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:06:32.383+0000 7ff377fff640 10 monclient: get_auth_request con 0x560722aa05c0 auth_method 0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:06:32.385+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:06:32.385+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:06:32.385+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:06:32.386+0000 7ff380813900 20 zone default found 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:06:32.386+0000 7ff380813900 4 Realm: () 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:06:32.386+0000 7ff380813900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:06:32.386+0000 7ff380813900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:06:32.386+0000 7ff380813900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:06:32.386+0000 7ff380813900 20 zonegroup default 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:06:32.387+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:06:32.387+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:06:32.387+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:06:32.387+0000 7ff380813900 20 started sync module instance, tier type = 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:06:32.387+0000 7ff380813900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=2 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=7 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=3 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=6 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=5 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=4 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=1 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:06:32.391+0000 7ff380813900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:06:32.391+0000 7ff377fff640 10 monclient: get_auth_request con 0x7ff304007200 auth_method 0 2026-04-02T12:06:32.459 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding auth protocol: cephx 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding auth protocol: cephx 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding auth protocol: cephx 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:06:32.393+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:06:32.393+0000 7ff380813900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:06:32.393+0000 7ff380813900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command cache list hook 0x560722a04060 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command cache inspect hook 0x560722a04060 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command cache erase hook 0x560722a04060 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command cache zap hook 0x560722a04060 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:06:32.393+0000 7ff380813900 5 note: GC not initialized 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:06:32.393+0000 7ff323fff640 20 reqs_thread_entry: start 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command sync trace show hook 0x7ff37002f070 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command sync trace history hook 0x7ff37002f070 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command sync trace active hook 0x7ff37002f070 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command sync trace active_short hook 0x7ff37002f070 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:06:32.394+0000 7ff3777fe640 10 monclient: get_auth_request con 0x560722abf2c0 auth_method 0 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:06:32.395+0000 7ff36edff640 10 monclient: get_auth_request con 0x560722abc190 auth_method 0 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:06:32.397+0000 7ff377fff640 10 monclient: get_auth_request con 0x560722ab7e30 auth_method 0 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:06:32.398+0000 7ff3777fe640 10 monclient: get_auth_request con 0x560722ab91c0 auth_method 0 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:06:32.402+0000 7ff36edff640 10 monclient: get_auth_request con 0x560722ab1860 auth_method 0 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:06:32.407+0000 7ff377fff640 10 monclient: get_auth_request con 0x560722ab4ac0 auth_method 0 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:06:32.431+0000 7ff380813900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:06:32.431+0000 7ff380813900 20 Filter name: none 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:06:32.431+0000 7ff321ffb640 20 reqs_thread_entry: start 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:06:32.431+0000 7ff380813900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:06:32.431+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:06:32.431+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:06:32.431+0000 7ff380813900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:06:32.431+0000 7ff380813900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:06:32.431+0000 7ff380813900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:06:32.460 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:06:32.431+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:06:32.432+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:06:32.432+0000 7ff380813900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:06:32.432+0000 7ff380813900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:06:32.432+0000 7ff380813900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:06:32.432+0000 7ff380813900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:06:32.432+0000 7ff380813900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:06:32.436+0000 7ff380813900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:06:32.436+0000 7ff380813900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:06:32.436+0000 7ff380813900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:06:32.436+0000 7ff380813900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763781 cookie 94588646658064 notifier 8175 bl.length()=923 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:06:32.441+0000 7ff380813900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff380813900 time 2026-04-02T12:06:32.441822+0000 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ff38158f8f8] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x56071fd41fc4] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560720462ea6] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7ff38062a610] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:06:32.441+0000 7ff380813900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7ff380813900 thread_name:radosgw-admin 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ff38063fc30] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ff38068d02c] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ff38158f957] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x56071fd41fc4] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560720462ea6] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7ff38062a610] 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:06:32.461 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:06:32.462 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:06:32.463 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff321ffb640 / http_manager 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff323fff640 / http_manager 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff3597fa640 / ms_dispatch 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff35a7fc640 / io_context_pool 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff35affd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff3657fa640 / ms_dispatch 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff367fff640 / ms_dispatch 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff36ddfd640 / io_context_pool, ms_dispatch 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff36e5fe640 / admin_socket 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff36edff640 / msgr-worker-2 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff376ffd640 / ms_dispatch 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff3777fe640 / msgr-worker-1 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff377fff640 / msgr-worker-0 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff37cfde640 / io_context_pool 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 7ff380813900 / radosgw-admin 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.95916.log 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:06:32.360+0000 7ff380813900 5 monclient: authenticate success, global_id 8163 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:06:32.360+0000 7ff380813900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:06:32.360+0000 7ff380813900 4 set_mon_vals no callback set 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: shutdown 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:06:32.361+0000 7ff380813900 5 asok(0x5607226426b0) unregister_commands rotate-key 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: build_initial_monmap 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:06:32.361+0000 7ff380813900 1 build_initial for_mkfs: 0 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: monmap: 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding auth protocol: cephx 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding auth protocol: cephx 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding auth protocol: cephx 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.464 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: crc 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722748530) adding con mode: secure 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:06:32.361+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:06:32.361+0000 7ff380813900 1 librados: starting msgr at 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:06:32.361+0000 7ff380813900 1 librados: starting objecter 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:06:32.361+0000 7ff380813900 5 asok(0x5607226426b0) register_command objecter_requests hook 0x560722747fe0 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:06:32.361+0000 7ff380813900 1 librados: setting wanted keys 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:06:32.361+0000 7ff380813900 1 librados: calling monclient init 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: init 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding auth protocol: cephx 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding auth protocol: cephx 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding auth protocol: cephx 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: crc 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:06:32.361+0000 7ff380813900 5 AuthRegistry(0x560722742cf0) adding con mode: secure 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:06:32.361+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:06:32.361+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:06:32.361+0000 7ff380813900 5 asok(0x5607226426b0) register_command rotate-key hook 0x560722742e38 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:06:32.361+0000 7ff380813900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): picked mon.noname-c con 0x5607226d2450 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): picked mon.noname-a con 0x56072277e170 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): picked mon.noname-b con 0x56072277eaf0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient(hunting): authenticate will time out at 1960.415164s 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): get_auth_request con 0x5607226d2450 auth_method 0 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:06:32.362+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): get_auth_request con 0x56072277e170 auth_method 0 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.465 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:06:32.362+0000 7ff377fff640 10 monclient(hunting): get_auth_request con 0x56072277eaf0 auth_method 0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:06:32.362+0000 7ff377fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:06:32.362+0000 7ff377fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:06:32.362+0000 7ff377fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient(hunting): handle_auth_done global_id 8166 payload 824 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:06:32.362+0000 7ff36edff640 1 monclient: found mon.noname-a 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:06:32.362+0000 7ff36edff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: dump: 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: _finish_auth 0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: _check_auth_tickets 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:06:32.362+0000 7ff367fff640 10 monclient: dump: 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:06:32.362+0000 7ff36ddfd640 4 set_mon_vals no callback set 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:06:32.362+0000 7ff380813900 5 monclient: authenticate success, global_id 8166 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:06:32.362+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:06:32.362+0000 7ff380813900 1 librados: init done 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:06:32.364+0000 7ff367fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:06:32.364+0000 7ff367fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:06:32.364+0000 7ff367fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:06:32.364+0000 7ff3777fe640 10 monclient: get_auth_request con 0x7ff354077690 auth_method 0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:06:32.364+0000 7ff377fff640 10 monclient: get_auth_request con 0x560722771b10 auth_method 0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:06:32.365+0000 7ff3777fe640 10 monclient: get_auth_request con 0x5607228b55d0 auth_method 0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:06:32.365+0000 7ff36edff640 10 monclient: get_auth_request con 0x5607228d79f0 auth_method 0 2026-04-02T12:06:32.466 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:06:32.366+0000 7ff377fff640 10 monclient: get_auth_request con 0x5607228f9ee0 auth_method 0 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:06:32.367+0000 7ff380813900 10 monclient: build_initial_monmap 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:06:32.367+0000 7ff380813900 1 build_initial for_mkfs: 0 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:06:32.367+0000 7ff380813900 10 monclient: monmap: 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding auth protocol: cephx 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding auth protocol: cephx 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding auth protocol: cephx 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x56072291b720) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:06:32.367+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:06:32.367+0000 7ff380813900 5 asok(0x5607226426b0) register_command objecter_requests cmddesc objecter_requests hook 0x56072291e9b0 EEXIST 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:06:32.367+0000 7ff380813900 10 monclient: init 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding auth protocol: cephx 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding auth protocol: cephx 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding auth protocol: cephx 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: crc 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:06:32.367+0000 7ff380813900 5 AuthRegistry(0x5607228f8a38) adding con mode: secure 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:06:32.367+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:06:32.367+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:06:32.368+0000 7ff380813900 5 asok(0x5607226426b0) register_command rotate-key cmddesc rotate-key hook 0x5607228f8b80 EEXIST 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): picked mon.noname-b con 0x560722946590 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): picked mon.noname-a con 0x560722946960 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): picked mon.noname-c con 0x5607229729d0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.467 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient(hunting): authenticate will time out at 1960.421142s 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): get_auth_request con 0x560722946960 auth_method 0 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): get_auth_request con 0x5607229729d0 auth_method 0 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:06:32.368+0000 7ff36edff640 10 monclient(hunting): get_auth_request con 0x560722946590 auth_method 0 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:06:32.368+0000 7ff36edff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:06:32.368+0000 7ff36edff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:06:32.368+0000 7ff36edff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:06:32.368+0000 7ff3777fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient(hunting): handle_auth_done global_id 8169 payload 824 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:06:32.368+0000 7ff377fff640 1 monclient: found mon.noname-a 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:06:32.368+0000 7ff377fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: dump: 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: _finish_auth 0 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: _check_auth_tickets 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:06:32.368+0000 7ff3657fa640 10 monclient: dump: 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:06:32.368+0000 7ff37cfde640 4 set_mon_vals no callback set 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:06:32.368+0000 7ff380813900 5 monclient: authenticate success, global_id 8169 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.468 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:06:32.368+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:06:32.369+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:06:32.369+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:06:32.370+0000 7ff3657fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:06:32.370+0000 7ff3657fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:06:32.370+0000 7ff3657fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:06:32.370+0000 7ff36edff640 10 monclient: get_auth_request con 0x7ff3480775a0 auth_method 0 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:06:32.370+0000 7ff380813900 10 monclient: get_monmap_and_config 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:06:32.370+0000 7ff380813900 10 monclient: build_initial_monmap 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:06:32.370+0000 7ff380813900 1 build_initial for_mkfs: 0 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:06:32.370+0000 7ff380813900 10 monclient: monmap: 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding auth protocol: cephx 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding auth protocol: cephx 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding auth protocol: cephx 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x5607226a6700) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:06:32.370+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:06:32.370+0000 7ff380813900 10 monclient: init 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding auth protocol: cephx 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding auth protocol: cephx 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding auth protocol: cephx 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: crc 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:06:32.370+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a0500) adding con mode: secure 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:06:32.371+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:06:32.371+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:06:32.371+0000 7ff380813900 5 asok(0x5607226426b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdab6a0648 EEXIST 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): picked mon.noname-b con 0x560722a00510 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:32.469 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): picked mon.noname-c con 0x560722a03c30 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): picked mon.noname-a con 0x5607229db490 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:06:32.371+0000 7ff380813900 10 monclient(hunting): authenticate will time out at 1960.424495s 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): get_auth_request con 0x560722a00510 auth_method 0 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): get_auth_request con 0x560722a03c30 auth_method 0 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:06:32.371+0000 7ff3777fe640 10 monclient(hunting): get_auth_request con 0x5607229db490 auth_method 0 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:06:32.371+0000 7ff3777fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:06:32.371+0000 7ff3777fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:06:32.371+0000 7ff3777fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:06:32.371+0000 7ff36edff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient(hunting): handle_auth_done global_id 7619 payload 274 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:06:32.371+0000 7ff377fff640 1 monclient: found mon.noname-c 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:06:32.371+0000 7ff377fff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: dump: 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: _finish_auth 0 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: _check_auth_tickets 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:06:32.371+0000 7ff35affd640 10 monclient: dump: 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.470 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:06:32.371+0000 7ff380813900 5 monclient: authenticate success, global_id 7619 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:06:32.372+0000 7ff380813900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:06:32.372+0000 7ff380813900 4 set_mon_vals no callback set 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:06:32.372+0000 7ff380813900 10 monclient: shutdown 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:06:32.372+0000 7ff380813900 10 monclient: build_initial_monmap 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:06:32.372+0000 7ff380813900 1 build_initial for_mkfs: 0 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:06:32.372+0000 7ff380813900 10 monclient: monmap: 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding auth protocol: cephx 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding auth protocol: cephx 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding auth protocol: cephx 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a65d0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:06:32.372+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:06:32.372+0000 7ff380813900 1 librados: starting msgr at 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:06:32.372+0000 7ff380813900 1 librados: starting objecter 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:06:32.372+0000 7ff380813900 5 asok(0x5607226426b0) register_command objecter_requests cmddesc objecter_requests hook 0x5607229da7d0 EEXIST 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:06:32.372+0000 7ff380813900 1 librados: setting wanted keys 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:06:32.372+0000 7ff380813900 1 librados: calling monclient init 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:06:32.372+0000 7ff380813900 10 monclient: init 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding auth protocol: cephx 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding auth protocol: cephx 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding auth protocol: cephx 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: crc 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:06:32.372+0000 7ff380813900 5 AuthRegistry(0x5607226a50e0) adding con mode: secure 2026-04-02T12:06:32.471 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:06:32.372+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:06:32.373+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:06:32.373+0000 7ff380813900 5 asok(0x5607226426b0) register_command rotate-key cmddesc rotate-key hook 0x5607226a5228 EEXIST 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): picked mon.noname-c con 0x560722a00510 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): picked mon.noname-a con 0x560722a03c30 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): picked mon.noname-b con 0x560722a08af0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient(hunting): authenticate will time out at 1960.426284s 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): get_auth_request con 0x560722a03c30 auth_method 0 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:06:32.373+0000 7ff36edff640 10 monclient(hunting): get_auth_request con 0x560722a00510 auth_method 0 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:06:32.373+0000 7ff36edff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:06:32.373+0000 7ff36edff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:06:32.373+0000 7ff36edff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:06:32.373+0000 7ff3777fe640 10 monclient(hunting): get_auth_request con 0x560722a08af0 auth_method 0 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:06:32.373+0000 7ff3777fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:06:32.373+0000 7ff3777fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:06:32.373+0000 7ff3777fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient(hunting): handle_auth_done global_id 8175 payload 824 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:06:32.373+0000 7ff377fff640 1 monclient: found mon.noname-a 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:06:32.373+0000 7ff377fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: dump: 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: _finish_auth 0 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: _check_auth_tickets 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:06:32.373+0000 7ff3597fa640 10 monclient: dump: 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.472 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:06:32.373+0000 7ff380813900 5 monclient: authenticate success, global_id 8175 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:06:32.373+0000 7ff35affd640 4 set_mon_vals no callback set 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _renew_subs 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:06:32.373+0000 7ff380813900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:06:32.373+0000 7ff380813900 1 librados: init done 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:06:32.373+0000 7ff380813900 5 asok(0x5607226426b0) register_command cr dump hook 0x560722a0c128 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:06:32.374+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:06:32.374+0000 7ff3597fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:06:32.374+0000 7ff3597fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:06:32.374+0000 7ff3597fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:06:32.375+0000 7ff36edff640 10 monclient: get_auth_request con 0x7ff338077610 auth_method 0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:06:32.375+0000 7ff3777fe640 10 monclient: get_auth_request con 0x560722aa05c0 auth_method 0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:06:32.375+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:06:32.375+0000 7ff380813900 20 realm 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:06:32.375+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:06:32.375+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:06:32.375+0000 7ff380813900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:06:32.375+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:06:32.376+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:06:32.376+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:06:32.376+0000 7ff36edff640 10 monclient: get_auth_request con 0x560722ac2cb0 auth_method 0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:06:32.376+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:06:32.376+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:06:32.376+0000 7ff377fff640 10 monclient: get_auth_request con 0x560722ae4500 auth_method 0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:06:32.377+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:06:32.377+0000 7ff380813900 20 searching for the correct realm 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:06:32.377+0000 7ff3777fe640 10 monclient: get_auth_request con 0x560722b072a0 auth_method 0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:06:32.378+0000 7ff36edff640 10 monclient: get_auth_request con 0x7ff36802e960 auth_method 0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:06:32.378+0000 7ff377fff640 10 monclient: get_auth_request con 0x7ff3600f0030 auth_method 0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:06:32.380+0000 7ff3777fe640 0 -- 192.168.123.107:0/3290870825 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x560722aa05c0 msgr2=0x560722ac09a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:06:32.380+0000 7ff3597fa640 1 client.8175.objecter ms_handle_reset 0x560722aa05c0 session 0x560722a9ff40 osd.1 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:06:32.380+0000 7ff3597fa640 10 monclient: _renew_subs 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:06:32.380+0000 7ff3597fa640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:06:32.380+0000 7ff3777fe640 10 monclient: get_auth_request con 0x7ff3380a4c50 auth_method 0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:06:32.380+0000 7ff3777fe640 10 monclient: get_auth_request con 0x7ff3700930b0 auth_method 0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:06:32.382+0000 7ff36edff640 10 monclient: get_auth_request con 0x7ff370023570 auth_method 0 2026-04-02T12:06:32.473 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:06:32.382+0000 7ff377fff640 0 -- 192.168.123.107:0/3290870825 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x560722ae4500 msgr2=0x560722b048e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:06:32.382+0000 7ff3597fa640 1 client.8175.objecter ms_handle_reset 0x560722ae4500 session 0x560722ac2000 osd.4 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:06:32.383+0000 7ff377fff640 10 monclient: get_auth_request con 0x560722aa05c0 auth_method 0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:06:32.385+0000 7ff380813900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:06:32.385+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:06:32.385+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:06:32.385+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:06:32.386+0000 7ff380813900 20 zone default found 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:06:32.386+0000 7ff380813900 4 Realm: () 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:06:32.386+0000 7ff380813900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:06:32.386+0000 7ff380813900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:06:32.386+0000 7ff380813900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:06:32.386+0000 7ff380813900 20 zonegroup default 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:06:32.386+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:06:32.387+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:06:32.387+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:06:32.387+0000 7ff380813900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:06:32.387+0000 7ff380813900 20 started sync module instance, tier type = 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:06:32.387+0000 7ff380813900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=2 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=7 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=3 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=6 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=5 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=4 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:06:32.391+0000 7ff380813900 20 add_watcher() i=1 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:06:32.391+0000 7ff380813900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:06:32.391+0000 7ff377fff640 10 monclient: get_auth_request con 0x7ff304007200 auth_method 0 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding auth protocol: cephx 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding auth protocol: cephx 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding auth protocol: cephx 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: crc 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:06:32.393+0000 7ff380813900 5 AuthRegistry(0x7ffdab6a05f0) adding con mode: secure 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:06:32.393+0000 7ff380813900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:06:32.393+0000 7ff380813900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:06:32.393+0000 7ff380813900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:32.474 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command cache list hook 0x560722a04060 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command cache inspect hook 0x560722a04060 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command cache erase hook 0x560722a04060 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command cache zap hook 0x560722a04060 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:06:32.393+0000 7ff380813900 5 note: GC not initialized 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:06:32.393+0000 7ff323fff640 20 reqs_thread_entry: start 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command sync trace show hook 0x7ff37002f070 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command sync trace history hook 0x7ff37002f070 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command sync trace active hook 0x7ff37002f070 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:06:32.393+0000 7ff380813900 5 asok(0x5607226426b0) register_command sync trace active_short hook 0x7ff37002f070 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:06:32.394+0000 7ff3777fe640 10 monclient: get_auth_request con 0x560722abf2c0 auth_method 0 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:06:32.395+0000 7ff36edff640 10 monclient: get_auth_request con 0x560722abc190 auth_method 0 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:06:32.397+0000 7ff377fff640 10 monclient: get_auth_request con 0x560722ab7e30 auth_method 0 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:06:32.398+0000 7ff3777fe640 10 monclient: get_auth_request con 0x560722ab91c0 auth_method 0 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:06:32.402+0000 7ff36edff640 10 monclient: get_auth_request con 0x560722ab1860 auth_method 0 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:06:32.407+0000 7ff377fff640 10 monclient: get_auth_request con 0x560722ab4ac0 auth_method 0 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:06:32.431+0000 7ff380813900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:06:32.431+0000 7ff380813900 20 Filter name: none 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:06:32.431+0000 7ff321ffb640 20 reqs_thread_entry: start 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:06:32.431+0000 7ff380813900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:06:32.431+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:06:32.431+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:06:32.431+0000 7ff380813900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:06:32.431+0000 7ff380813900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:06:32.431+0000 7ff380813900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:06:32.431+0000 7ff380813900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:06:32.432+0000 7ff380813900 20 rados_obj.operate() r=0 bl.length=430 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:06:32.432+0000 7ff380813900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:06:32.432+0000 7ff380813900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:06:32.432+0000 7ff380813900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:06:32.432+0000 7ff380813900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:06:32.432+0000 7ff380813900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:06:32.436+0000 7ff380813900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:06:32.436+0000 7ff380813900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:06:32.436+0000 7ff380813900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:06:32.436+0000 7ff380813900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763781 cookie 94588646658064 notifier 8175 bl.length()=923 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:06:32.437+0000 7ff35a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:06:32.437+0000 7ff380813900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:06:32.441+0000 7ff380813900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff380813900 time 2026-04-02T12:06:32.441822+0000 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ff38158f8f8] 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x56071fd41fc4] 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560720462ea6] 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7ff38062a610] 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:06:32.441+0000 7ff380813900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7ff380813900 thread_name:radosgw-admin 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.475 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ff38063fc30] 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ff38068d02c] 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ff38158f957] 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x56071fd41fc4] 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560720462ea6] 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7ff38062a610] 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:06:32.476 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 7ff321ffb640 / http_manager 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 7ff323fff640 / http_manager 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 7ff3597fa640 / ms_dispatch 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 7ff35a7fc640 / io_context_pool 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 7ff35affd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 7ff3657fa640 / ms_dispatch 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 7ff367fff640 / ms_dispatch 2026-04-02T12:06:32.477 INFO:tasks.workunit.client.0.vm07.stderr: 7ff36ddfd640 / io_context_pool, ms_dispatch 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr: 7ff36e5fe640 / admin_socket 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr: 7ff36edff640 / msgr-worker-2 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr: 7ff376ffd640 / ms_dispatch 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr: 7ff3777fe640 / msgr-worker-1 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr: 7ff377fff640 / msgr-worker-0 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr: 7ff37cfde640 / io_context_pool 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr: 7ff380813900 / radosgw-admin 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:06:32.442672Z_f6248fc9-4ee3-4c06-ac6b-74353286fac6/log 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:32.478 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:32.495 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.493+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.494+0000 7fc7a2d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.494+0000 7fc7a2d3c900 20 realm 2026-04-02T12:06:32.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.494+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.494+0000 7fc7a2d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.494+0000 7fc7a2d3c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:32.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.494+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.494+0000 7fc7a2d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.496 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.494+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.495+0000 7fc7a2d3c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:32.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.495+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.496+0000 7fc7a2d3c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:32.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.496+0000 7fc7a2d3c900 20 searching for the correct realm 2026-04-02T12:06:32.499 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.497+0000 7fc79f353640 0 -- 192.168.123.107:0/1816925221 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fc78408b7d0 msgr2=0x7fc784068950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:32.704 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.702+0000 7fc79e351640 0 -- 192.168.123.107:0/1816925221 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fc780002570 msgr2=0x7fc7900d7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:32.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.907+0000 7fc7a2d3c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:32.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.907+0000 7fc7a2d3c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:32.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.907+0000 7fc7a2d3c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:32.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.907+0000 7fc7a2d3c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:32.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.907+0000 7fc7a2d3c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:32.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.907+0000 7fc7a2d3c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:32.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.907+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.907+0000 7fc7a2d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.907+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.907+0000 7fc7a2d3c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:32.909 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.907+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 20 zone default found 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 4 Realm: () 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 20 zonegroup default 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 20 started sync module instance, tier type = 2026-04-02T12:06:32.910 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.908+0000 7fc7a2d3c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:32.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.912+0000 7fc7a2d3c900 20 add_watcher() i=0 2026-04-02T12:06:32.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.912+0000 7fc7a2d3c900 20 add_watcher() i=4 2026-04-02T12:06:32.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.912+0000 7fc7a2d3c900 20 add_watcher() i=6 2026-04-02T12:06:32.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.912+0000 7fc7a2d3c900 20 add_watcher() i=2 2026-04-02T12:06:32.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.912+0000 7fc7a2d3c900 20 add_watcher() i=5 2026-04-02T12:06:32.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.912+0000 7fc7a2d3c900 20 add_watcher() i=7 2026-04-02T12:06:32.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.912+0000 7fc7a2d3c900 20 add_watcher() i=1 2026-04-02T12:06:32.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.912+0000 7fc7a2d3c900 20 add_watcher() i=3 2026-04-02T12:06:32.914 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.912+0000 7fc7a2d3c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:32.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.915+0000 7fc7a2d3c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:32.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.915+0000 7fc7a2d3c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:32.916 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.915+0000 7fc7a2d3c900 5 note: GC not initialized 2026-04-02T12:06:32.917 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.915+0000 7fc7477fe640 20 reqs_thread_entry: start 2026-04-02T12:06:32.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.952+0000 7fc7a2d3c900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:32.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.952+0000 7fc7a2d3c900 20 Filter name: none 2026-04-02T12:06:32.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.952+0000 7fc7457fa640 20 reqs_thread_entry: start 2026-04-02T12:06:32.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.952+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.952+0000 7fc7a2d3c900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:32.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.952+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.953+0000 7fc7a2d3c900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:06:32.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.953+0000 7fc7a2d3c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:32.954 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.953+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.953+0000 7fc7a2d3c900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:32.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.953+0000 7fc7a2d3c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:32.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.953+0000 7fc7a2d3c900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:06:32.955 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.953+0000 7fc7a2d3c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:32.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.957+0000 7fc7a2d3c900 20 remove_watcher() i=3 2026-04-02T12:06:32.959 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.957+0000 7fc7a2d3c900 2 removed watcher, disabling cache 2026-04-02T12:06:32.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.958+0000 7fc7a2d3c900 20 remove_watcher() i=0 2026-04-02T12:06:32.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.958+0000 7fc7a2d3c900 20 remove_watcher() i=2 2026-04-02T12:06:32.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.958+0000 7fc7a2d3c900 20 remove_watcher() i=1 2026-04-02T12:06:32.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.958+0000 7fc7a2d3c900 20 remove_watcher() i=4 2026-04-02T12:06:32.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.958+0000 7fc7a2d3c900 20 remove_watcher() i=5 2026-04-02T12:06:32.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.958+0000 7fc7a2d3c900 20 remove_watcher() i=6 2026-04-02T12:06:32.960 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:32.958+0000 7fc7a2d3c900 20 remove_watcher() i=7 2026-04-02T12:06:32.978 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:06:32.998 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:32.998 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:33.019 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.017+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.018+0000 7fc4b333e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:33.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.018+0000 7fc4b333e900 20 realm 2026-04-02T12:06:33.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.018+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.018+0000 7fc4b333e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:33.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.018+0000 7fc4b333e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:33.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.018+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.019+0000 7fc4b333e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:33.020 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.019+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.019+0000 7fc4b333e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:33.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.019+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.021 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.020+0000 7fc4b333e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:33.022 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.020+0000 7fc4b333e900 20 searching for the correct realm 2026-04-02T12:06:33.024 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.022+0000 7fc4af7fb640 0 -- 192.168.123.107:0/2782226379 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x564f6331df90 msgr2=0x564f6333e390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:33.027 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.025+0000 7fc4aeffa640 0 -- 192.168.123.107:0/2782226379 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7fc4a006d080 msgr2=0x7fc4a006a5b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:06:33.029 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 zone default found 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 4 Realm: () 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 zonegroup default 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.028+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.029+0000 7fc4b333e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:33.030 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.029+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.029+0000 7fc4b333e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:33.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.029+0000 7fc4b333e900 20 started sync module instance, tier type = 2026-04-02T12:06:33.031 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.029+0000 7fc4b333e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:06:33.033 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.032+0000 7fc4b333e900 20 add_watcher() i=2 2026-04-02T12:06:33.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.032+0000 7fc4b333e900 20 add_watcher() i=5 2026-04-02T12:06:33.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.032+0000 7fc4b333e900 20 add_watcher() i=6 2026-04-02T12:06:33.034 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.032+0000 7fc4b333e900 20 add_watcher() i=3 2026-04-02T12:06:33.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.033+0000 7fc4b333e900 20 add_watcher() i=4 2026-04-02T12:06:33.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.033+0000 7fc4b333e900 20 add_watcher() i=7 2026-04-02T12:06:33.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.033+0000 7fc4b333e900 20 add_watcher() i=1 2026-04-02T12:06:33.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.033+0000 7fc4b333e900 20 add_watcher() i=0 2026-04-02T12:06:33.035 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.033+0000 7fc4b333e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:33.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.036+0000 7fc4b333e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:33.037 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.036+0000 7fc4b333e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:33.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.036+0000 7fc4b333e900 5 note: GC not initialized 2026-04-02T12:06:33.038 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.036+0000 7fc4577fe640 20 reqs_thread_entry: start 2026-04-02T12:06:33.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.075+0000 7fc4b333e900 20 init_complete bucket index max shards: 1 2026-04-02T12:06:33.077 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.075+0000 7fc4b333e900 20 Filter name: none 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.075+0000 7fc4557fa640 20 reqs_thread_entry: start 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 20 rados->read ofs=0 len=0 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.076+0000 7fc4b333e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.077+0000 7fc4b333e900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:33.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.077+0000 7fc4b333e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:06:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.077+0000 7fc4b333e900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:33.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.077+0000 7fc4b333e900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:06:33.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.080+0000 7fc4b333e900 20 remove_watcher() i=7 2026-04-02T12:06:33.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.080+0000 7fc4b333e900 2 removed watcher, disabling cache 2026-04-02T12:06:33.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.080+0000 7fc4b333e900 20 remove_watcher() i=0 2026-04-02T12:06:33.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.080+0000 7fc4b333e900 20 remove_watcher() i=3 2026-04-02T12:06:33.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.080+0000 7fc4b333e900 20 remove_watcher() i=2 2026-04-02T12:06:33.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.080+0000 7fc4b333e900 20 remove_watcher() i=4 2026-04-02T12:06:33.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.081+0000 7fc4b333e900 20 remove_watcher() i=5 2026-04-02T12:06:33.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.081+0000 7fc4b333e900 20 remove_watcher() i=6 2026-04-02T12:06:33.082 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:06:33.081+0000 7fc4b333e900 20 remove_watcher() i=1 2026-04-02T12:07:03.106 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2026-04-02T12:07:03.128 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:03.128 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:03.151 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.149+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.150+0000 7f528b54b900 20 realm 2026-04-02T12:07:03.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.150+0000 7f528b54b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:03.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.152 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:03.153 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.152+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:03.154 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.152+0000 7f528b54b900 20 searching for the correct realm 2026-04-02T12:07:03.157 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.155+0000 7f52837fe640 0 -- 192.168.123.107:0/200814252 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x556e6a781ba0 msgr2=0x556e6a7a1f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:03.160 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.159+0000 7f52837fe640 0 -- 192.168.123.107:0/200814252 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x7f52440a4bf0 msgr2=0x7f52440c4ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:03.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:07:03.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:03.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:07:03.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:03.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:03.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:03.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:03.164 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 20 zone default found 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 4 Realm: () 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 20 zonegroup default 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 20 started sync module instance, tier type = 2026-04-02T12:07:03.165 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.163+0000 7f528b54b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:07:03.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=7 2026-04-02T12:07:03.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=3 2026-04-02T12:07:03.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=2 2026-04-02T12:07:03.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=4 2026-04-02T12:07:03.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=6 2026-04-02T12:07:03.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=5 2026-04-02T12:07:03.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=1 2026-04-02T12:07:03.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=0 2026-04-02T12:07:03.169 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.167+0000 7f528b54b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:03.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.169+0000 7f528b54b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:03.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.169+0000 7f528b54b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:03.171 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.170+0000 7f528b54b900 5 note: GC not initialized 2026-04-02T12:07:03.172 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.170+0000 7f522f7fe640 20 reqs_thread_entry: start 2026-04-02T12:07:03.218 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.216+0000 7f528b54b900 20 init_complete bucket index max shards: 1 2026-04-02T12:07:03.218 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.216+0000 7f528b54b900 20 Filter name: none 2026-04-02T12:07:03.218 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.216+0000 7f522d7fa640 20 reqs_thread_entry: start 2026-04-02T12:07:03.218 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.216+0000 7f528b54b900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:03.218 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.216+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.217+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:03.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.217+0000 7f528b54b900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:03.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.217+0000 7f528b54b900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:03.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.217+0000 7f528b54b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:07:03.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.217+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.217+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:03.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.217+0000 7f528b54b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:03.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.217+0000 7f528b54b900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:03.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.217+0000 7f528b54b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:03.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.217+0000 7f528b54b900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:03.219 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.217+0000 7f528b54b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:07:03.221 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.219+0000 7f528b54b900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:07:03.226 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.224+0000 7f528b54b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:03.226 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.224+0000 7f528b54b900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:03.226 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.224+0000 7f528b54b900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:03.226 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.224+0000 7f528b54b900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:07:03.226 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763782 cookie 93932721063456 notifier 7673 bl.length()=923 2026-04-02T12:07:03.226 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:03.226 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:03.226 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:03.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:07:03.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:07:03.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:07:03.227 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:07:03.228 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.226+0000 7f52667fc640 20 trim reshard logs: write on '.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1' needs retry: Success 2026-04-02T12:07:03.229 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f528b54b900 time 2026-04-02T12:07:03.228984+0000 2026-04-02T12:07:03.229 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f528c98f8f8] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x556e68c46fc4] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x1013a2f) [0x556e69840a2f] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x556e69367e3e] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f528ba2a610] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.228+0000 7f528b54b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f528b54b900 time 2026-04-02T12:07:03.228984+0000 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f528c98f8f8] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x556e68c46fc4] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x1013a2f) [0x556e69840a2f] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x556e69367e3e] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f528ba2a610] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f528b54b900 thread_name:radosgw-admin 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f528ba3fc30] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f528ba8d02c] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f528c98f957] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x556e68c46fc4] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x1013a2f) [0x556e69840a2f] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x556e69367e3e] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f528ba2a610] 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.228+0000 7f528b54b900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:07:03.230 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f528b54b900 thread_name:radosgw-admin 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f528ba3fc30] 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f528ba8d02c] 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f528c98f957] 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x556e68c46fc4] 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x1013a2f) [0x556e69840a2f] 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x556e69367e3e] 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f528ba2a610] 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.231 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 asok(0x556e6a2df6b0) unregister_commands rotate-key 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:07:03.133+0000 7f528b54b900 10 monclient: build_initial_monmap 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:07:03.133+0000 7f528b54b900 1 build_initial for_mkfs: 0 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:07:03.133+0000 7f528b54b900 10 monclient: monmap: 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding auth protocol: cephx 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding auth protocol: cephx 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding auth protocol: cephx 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:07:03.133+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:07:03.133+0000 7f528b54b900 1 librados: starting msgr at 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:07:03.133+0000 7f528b54b900 1 librados: starting objecter 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command objecter_requests hook 0x556e6a3e34a0 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:07:03.133+0000 7f528b54b900 1 librados: setting wanted keys 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:07:03.133+0000 7f528b54b900 1 librados: calling monclient init 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:07:03.133+0000 7f528b54b900 10 monclient: init 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding auth protocol: cephx 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding auth protocol: cephx 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding auth protocol: cephx 2026-04-02T12:07:03.235 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:07:03.134+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:07:03.134+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:07:03.134+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command rotate-key hook 0x556e6a3df218 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-a con 0x556e6a3707e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-b con 0x556e6a3714b0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-c con 0x556e6a371880 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): authenticate will time out at 1991.187337s 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): get_auth_request con 0x556e6a3707e0 auth_method 0 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): get_auth_request con 0x556e6a371880 auth_method 0 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): handle_auth_done global_id 8220 payload 824 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:07:03.134+0000 7f5282ffd640 1 monclient: found mon.noname-a 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: dump: 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: _finish_auth 0 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: _check_auth_tickets 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:03.236 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:07:03.134+0000 7f52797fa640 4 set_mon_vals no callback set 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:07:03.135+0000 7f52737fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:07:03.135+0000 7f52737fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:07:03.135+0000 7f52737fe640 10 monclient: dump: 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:07:03.135+0000 7f528b54b900 5 monclient: authenticate success, global_id 8220 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:07:03.135+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:07:03.135+0000 7f528b54b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:07:03.135+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:07:03.135+0000 7f528b54b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:07:03.135+0000 7f528b54b900 1 librados: init done 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:07:03.136+0000 7f52737fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:07:03.136+0000 7f52737fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:07:03.136+0000 7f52737fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:07:03.137+0000 7f527bfff640 10 monclient: get_auth_request con 0x7f5260077540 auth_method 0 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:07:03.137+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a3e5f30 auth_method 0 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:07:03.138+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a345080 auth_method 0 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:07:03.138+0000 7f527bfff640 10 monclient: get_auth_request con 0x556e6a347320 auth_method 0 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:07:03.139+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a346730 auth_method 0 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:07:03.140+0000 7f528b54b900 10 monclient: build_initial_monmap 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:07:03.140+0000 7f528b54b900 1 build_initial for_mkfs: 0 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:07:03.140+0000 7f528b54b900 10 monclient: monmap: 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding auth protocol: cephx 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding auth protocol: cephx 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding auth protocol: cephx 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:07:03.140+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command objecter_requests cmddesc objecter_requests hook 0x556e6a5b9650 EEXIST 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:07:03.140+0000 7f528b54b900 10 monclient: init 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding auth protocol: cephx 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding auth protocol: cephx 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding auth protocol: cephx 2026-04-02T12:07:03.237 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:07:03.140+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:07:03.141+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:07:03.141+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command rotate-key cmddesc rotate-key hook 0x556e6a593f10 EEXIST 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-a con 0x556e6a5e1250 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-b con 0x556e6a5e1620 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-c con 0x556e6a5e3b30 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): authenticate will time out at 1991.194336s 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): get_auth_request con 0x556e6a5e1250 auth_method 0 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): get_auth_request con 0x556e6a5e3b30 auth_method 0 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): get_auth_request con 0x556e6a5e1620 auth_method 0 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): handle_auth_done global_id 7667 payload 824 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:07:03.141+0000 7f5282ffd640 1 monclient: found mon.noname-c 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: dump: 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.238 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: _finish_auth 0 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: dump: 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:07:03.141+0000 7f528b54b900 5 monclient: authenticate success, global_id 7667 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:07:03.141+0000 7f5283fff640 4 set_mon_vals no callback set 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:07:03.143+0000 7f5270ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:07:03.143+0000 7f5270ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:07:03.143+0000 7f5270ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:07:03.143+0000 7f527bfff640 10 monclient: get_auth_request con 0x7f5254077450 auth_method 0 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:07:03.143+0000 7f528b54b900 10 monclient: get_monmap_and_config 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:07:03.143+0000 7f528b54b900 10 monclient: build_initial_monmap 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:07:03.143+0000 7f528b54b900 1 build_initial for_mkfs: 0 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:07:03.143+0000 7f528b54b900 10 monclient: monmap: 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding auth protocol: cephx 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding auth protocol: cephx 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding auth protocol: cephx 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:07:03.143+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:07:03.143+0000 7f528b54b900 10 monclient: init 2026-04-02T12:07:03.239 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding auth protocol: cephx 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding auth protocol: cephx 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding auth protocol: cephx 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:07:03.143+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:07:03.143+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:07:03.144+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc9e93a428 EEXIST 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-a con 0x556e6a69d340 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-b con 0x556e6a67b740 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-c con 0x556e6a677ea0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): authenticate will time out at 1991.197158s 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): get_auth_request con 0x556e6a69d340 auth_method 0 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): get_auth_request con 0x556e6a67b740 auth_method 0 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): get_auth_request con 0x556e6a677ea0 auth_method 0 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): handle_auth_done global_id 7670 payload 274 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:07:03.144+0000 7f5282ffd640 1 monclient: found mon.noname-c 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: dump: 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.240 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: _finish_auth 0 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: _check_auth_tickets 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: dump: 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:07:03.144+0000 7f528b54b900 5 monclient: authenticate success, global_id 7670 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient: get_monmap_and_config success 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:07:03.144+0000 7f528b54b900 4 set_mon_vals no callback set 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: shutdown 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: build_initial_monmap 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:07:03.145+0000 7f528b54b900 1 build_initial for_mkfs: 0 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: monmap: 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding auth protocol: cephx 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding auth protocol: cephx 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding auth protocol: cephx 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:07:03.145+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:07:03.145+0000 7f528b54b900 1 librados: starting msgr at 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:07:03.145+0000 7f528b54b900 1 librados: starting objecter 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command objecter_requests cmddesc objecter_requests hook 0x556e6a3e59d0 EEXIST 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:07:03.145+0000 7f528b54b900 1 librados: setting wanted keys 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:07:03.145+0000 7f528b54b900 1 librados: calling monclient init 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: init 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding auth protocol: cephx 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding auth protocol: cephx 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding auth protocol: cephx 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.241 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:07:03.145+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:07:03.145+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command rotate-key cmddesc rotate-key hook 0x556e6a674f48 EEXIST 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-a con 0x556e6a677ea0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-c con 0x556e6a67b740 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-b con 0x556e6a69d340 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): authenticate will time out at 1991.199098s 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): get_auth_request con 0x556e6a67b740 auth_method 0 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): get_auth_request con 0x556e6a677ea0 auth_method 0 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): handle_auth_done global_id 7673 payload 824 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient: _finish_hunting 0 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:07:03.146+0000 7f52837fe640 1 monclient: found mon.noname-c 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:07:03.146+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a69d340 auth_method 0 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: dump: 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: _finish_auth 0 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: dump: 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.242 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:07:03.146+0000 7f528b54b900 5 monclient: authenticate success, global_id 7673 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:07:03.146+0000 7f52667fc640 4 set_mon_vals no callback set 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:07:03.146+0000 7f528b54b900 1 librados: init done 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:07:03.146+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command cr dump hook 0x556e6a6a21c8 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:07:03.149+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:07:03.149+0000 7f5264ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:07:03.149+0000 7f5264ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:07:03.149+0000 7f5264ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:07:03.150+0000 7f527bfff640 10 monclient: get_auth_request con 0x7f52440775b0 auth_method 0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:07:03.150+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a73e180 auth_method 0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:07:03.150+0000 7f528b54b900 20 realm 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:07:03.150+0000 7f528b54b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:07:03.151+0000 7f527bfff640 10 monclient: get_auth_request con 0x556e6a760320 auth_method 0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:07:03.152+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a781ba0 auth_method 0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:07:03.152+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:07:03.152+0000 7f528b54b900 20 searching for the correct realm 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:07:03.152+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a7a4960 auth_method 0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:07:03.153+0000 7f527bfff640 10 monclient: get_auth_request con 0x7f52740cf800 auth_method 0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:07:03.154+0000 7f52837fe640 10 monclient: get_auth_request con 0x7f526c037920 auth_method 0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:07:03.155+0000 7f52837fe640 0 -- 192.168.123.107:0/200814252 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x556e6a781ba0 msgr2=0x556e6a7a1f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:07:03.155+0000 7f5264ff9640 1 client.7673.objecter ms_handle_reset 0x556e6a781ba0 session 0x556e6a75f6b0 osd.4 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:07:03.155+0000 7f5264ff9640 10 monclient: _renew_subs 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:07:03.155+0000 7f5264ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:07:03.155+0000 7f52837fe640 10 monclient: get_auth_request con 0x7f52440a4bf0 auth_method 0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:07:03.156+0000 7f5282ffd640 10 monclient: get_auth_request con 0x7f527c06a480 auth_method 0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:07:03.158+0000 7f527bfff640 10 monclient: get_auth_request con 0x7f527c06ae20 auth_method 0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:07:03.159+0000 7f52837fe640 0 -- 192.168.123.107:0/200814252 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x7f52440a4bf0 msgr2=0x7f52440c4ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:07:03.159+0000 7f5264ff9640 1 client.7673.objecter ms_handle_reset 0x7f52440a4bf0 session 0x556e6a75f6b0 osd.4 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:07:03.159+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a781ba0 auth_method 0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 zone default found 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:07:03.163+0000 7f528b54b900 4 Realm: () 2026-04-02T12:07:03.243 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:07:03.163+0000 7f528b54b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:07:03.163+0000 7f528b54b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:07:03.163+0000 7f528b54b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 zonegroup default 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 started sync module instance, tier type = 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=7 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=3 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=2 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=4 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=6 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=5 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=1 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:07:03.167+0000 7f528b54b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:07:03.168+0000 7f52837fe640 10 monclient: get_auth_request con 0x7f5210007200 auth_method 0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding auth protocol: cephx 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding auth protocol: cephx 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding auth protocol: cephx 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:07:03.169+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:07:03.169+0000 7f528b54b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:07:03.169+0000 7f528b54b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command cache list hook 0x556e6a6782b0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command cache inspect hook 0x556e6a6782b0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command cache erase hook 0x556e6a6782b0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command cache zap hook 0x556e6a6782b0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 note: GC not initialized 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:07:03.170+0000 7f522f7fe640 20 reqs_thread_entry: start 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command sync trace show hook 0x7f52740d8f20 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command sync trace history hook 0x7f52740d8f20 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command sync trace active hook 0x7f52740d8f20 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command sync trace active_short hook 0x7f52740d8f20 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:07:03.170+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a7db240 auth_method 0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:07:03.172+0000 7f527bfff640 10 monclient: get_auth_request con 0x556e6a7dc460 auth_method 0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:07:03.174+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a7d6c60 auth_method 0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:07:03.175+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a7d8480 auth_method 0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:07:03.180+0000 7f527bfff640 10 monclient: get_auth_request con 0x556e6a7de4e0 auth_method 0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:07:03.185+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a7d9ed0 auth_method 0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:07:03.216+0000 7f528b54b900 20 init_complete bucket index max shards: 1 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:07:03.216+0000 7f528b54b900 20 Filter name: none 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:07:03.216+0000 7f522d7fa640 20 reqs_thread_entry: start 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:07:03.216+0000 7f528b54b900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:07:03.216+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:07:03.217+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:03.244 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:07:03.217+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:07:03.217+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:07:03.219+0000 7f528b54b900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:07:03.224+0000 7f528b54b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:07:03.224+0000 7f528b54b900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:07:03.224+0000 7f528b54b900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:07:03.224+0000 7f528b54b900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763782 cookie 93932721063456 notifier 7673 bl.length()=923 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:07:03.226+0000 7f52667fc640 20 trim reshard logs: write on '.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1' needs retry: Success 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:07:03.228+0000 7f528b54b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f528b54b900 time 2026-04-02T12:07:03.228984+0000 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f528c98f8f8] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x556e68c46fc4] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x1013a2f) [0x556e69840a2f] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x556e69367e3e] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f528ba2a610] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:07:03.228+0000 7f528b54b900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f528b54b900 thread_name:radosgw-admin 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f528ba3fc30] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f528ba8d02c] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f528c98f957] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x556e68c46fc4] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x1013a2f) [0x556e69840a2f] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x556e69367e3e] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f528ba2a610] 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:07:03.245 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:07:03.246 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f522d7fa640 / http_manager 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f522f7fe640 / http_manager 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f5264ff9640 / ms_dispatch 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f5265ffb640 / io_context_pool 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f52667fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f5270ff9640 / ms_dispatch 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f52737fe640 / ms_dispatch 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f52797fa640 / io_context_pool, ms_dispatch 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f5279ffb640 / admin_socket 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f527bfff640 / msgr-worker-2 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f52827fc640 / ms_dispatch 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f5282ffd640 / msgr-worker-1 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f52837fe640 / msgr-worker-0 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f5283fff640 / io_context_pool 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 7f528b54b900 / radosgw-admin 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.96184.log 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 asok(0x556e6a2df6b0) unregister_commands rotate-key 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:07:03.133+0000 7f528b54b900 10 monclient: build_initial_monmap 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:07:03.133+0000 7f528b54b900 1 build_initial for_mkfs: 0 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:07:03.133+0000 7f528b54b900 10 monclient: monmap: 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding auth protocol: cephx 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding auth protocol: cephx 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding auth protocol: cephx 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.247 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3e49f0) adding con mode: secure 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:07:03.133+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:07:03.133+0000 7f528b54b900 1 librados: starting msgr at 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:07:03.133+0000 7f528b54b900 1 librados: starting objecter 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command objecter_requests hook 0x556e6a3e34a0 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:07:03.133+0000 7f528b54b900 1 librados: setting wanted keys 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:07:03.133+0000 7f528b54b900 1 librados: calling monclient init 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:07:03.133+0000 7f528b54b900 10 monclient: init 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding auth protocol: cephx 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding auth protocol: cephx 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding auth protocol: cephx 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: crc 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:07:03.133+0000 7f528b54b900 5 AuthRegistry(0x556e6a3df0d0) adding con mode: secure 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:07:03.134+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:07:03.134+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:07:03.134+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command rotate-key hook 0x556e6a3df218 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-a con 0x556e6a3707e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-b con 0x556e6a3714b0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-c con 0x556e6a371880 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:07:03.134+0000 7f528b54b900 10 monclient(hunting): authenticate will time out at 1991.187337s 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): get_auth_request con 0x556e6a3707e0 auth_method 0 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): get_auth_request con 0x556e6a371880 auth_method 0 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:07:03.134+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.248 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient(hunting): handle_auth_done global_id 8220 payload 824 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:07:03.134+0000 7f5282ffd640 1 monclient: found mon.noname-a 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:07:03.134+0000 7f5282ffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: dump: 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: _finish_auth 0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: _check_auth_tickets 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:07:03.134+0000 7f52737fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:07:03.134+0000 7f52797fa640 4 set_mon_vals no callback set 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:07:03.135+0000 7f52737fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:07:03.135+0000 7f52737fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:07:03.135+0000 7f52737fe640 10 monclient: dump: 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:07:03.135+0000 7f528b54b900 5 monclient: authenticate success, global_id 8220 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:07:03.135+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:07:03.135+0000 7f528b54b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:07:03.135+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:07:03.135+0000 7f528b54b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:07:03.135+0000 7f528b54b900 1 librados: init done 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:07:03.136+0000 7f52737fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:07:03.136+0000 7f52737fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:07:03.136+0000 7f52737fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:07:03.137+0000 7f527bfff640 10 monclient: get_auth_request con 0x7f5260077540 auth_method 0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:07:03.137+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a3e5f30 auth_method 0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:07:03.138+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a345080 auth_method 0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:07:03.138+0000 7f527bfff640 10 monclient: get_auth_request con 0x556e6a347320 auth_method 0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:07:03.139+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a346730 auth_method 0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:07:03.140+0000 7f528b54b900 10 monclient: build_initial_monmap 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:07:03.140+0000 7f528b54b900 1 build_initial for_mkfs: 0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:07:03.140+0000 7f528b54b900 10 monclient: monmap: 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.249 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding auth protocol: cephx 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding auth protocol: cephx 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding auth protocol: cephx 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a5b61d0) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:07:03.140+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command objecter_requests cmddesc objecter_requests hook 0x556e6a5b9650 EEXIST 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:07:03.140+0000 7f528b54b900 10 monclient: init 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding auth protocol: cephx 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding auth protocol: cephx 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding auth protocol: cephx 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: crc 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:07:03.140+0000 7f528b54b900 5 AuthRegistry(0x556e6a593dc8) adding con mode: secure 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:07:03.140+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:07:03.141+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:07:03.141+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command rotate-key cmddesc rotate-key hook 0x556e6a593f10 EEXIST 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-a con 0x556e6a5e1250 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-b con 0x556e6a5e1620 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-c con 0x556e6a5e3b30 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient(hunting): authenticate will time out at 1991.194336s 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): get_auth_request con 0x556e6a5e1250 auth_method 0 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): get_auth_request con 0x556e6a5e3b30 auth_method 0 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): get_auth_request con 0x556e6a5e1620 auth_method 0 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:07:03.141+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.250 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:07:03.141+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient(hunting): handle_auth_done global_id 7667 payload 824 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:07:03.141+0000 7f5282ffd640 1 monclient: found mon.noname-c 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:07:03.141+0000 7f5282ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: dump: 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: _finish_auth 0 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:07:03.141+0000 7f5270ff9640 10 monclient: dump: 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:07:03.141+0000 7f528b54b900 5 monclient: authenticate success, global_id 7667 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:07:03.141+0000 7f5283fff640 4 set_mon_vals no callback set 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:07:03.141+0000 7f528b54b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:07:03.143+0000 7f5270ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:07:03.143+0000 7f5270ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:07:03.143+0000 7f5270ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:07:03.143+0000 7f527bfff640 10 monclient: get_auth_request con 0x7f5254077450 auth_method 0 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:07:03.143+0000 7f528b54b900 10 monclient: get_monmap_and_config 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:07:03.143+0000 7f528b54b900 10 monclient: build_initial_monmap 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:07:03.143+0000 7f528b54b900 1 build_initial for_mkfs: 0 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:07:03.143+0000 7f528b54b900 10 monclient: monmap: 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:03.251 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding auth protocol: cephx 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding auth protocol: cephx 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding auth protocol: cephx 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x556e6a676230) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:07:03.143+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:07:03.143+0000 7f528b54b900 10 monclient: init 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding auth protocol: cephx 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding auth protocol: cephx 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding auth protocol: cephx 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: crc 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:07:03.143+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a2e0) adding con mode: secure 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:07:03.143+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:07:03.143+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:07:03.144+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc9e93a428 EEXIST 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-a con 0x556e6a69d340 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-b con 0x556e6a67b740 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-c con 0x556e6a677ea0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient(hunting): authenticate will time out at 1991.197158s 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): get_auth_request con 0x556e6a69d340 auth_method 0 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): get_auth_request con 0x556e6a67b740 auth_method 0 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): get_auth_request con 0x556e6a677ea0 auth_method 0 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.252 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:07:03.144+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:07:03.144+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient(hunting): handle_auth_done global_id 7670 payload 274 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:07:03.144+0000 7f5282ffd640 1 monclient: found mon.noname-c 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:07:03.144+0000 7f5282ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: dump: 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: _finish_auth 0 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: _check_auth_tickets 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:07:03.144+0000 7f52667fc640 10 monclient: dump: 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:07:03.144+0000 7f528b54b900 5 monclient: authenticate success, global_id 7670 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:07:03.144+0000 7f528b54b900 10 monclient: get_monmap_and_config success 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:07:03.144+0000 7f528b54b900 4 set_mon_vals no callback set 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: shutdown 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: build_initial_monmap 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:07:03.145+0000 7f528b54b900 1 build_initial for_mkfs: 0 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: monmap: 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding auth protocol: cephx 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding auth protocol: cephx 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding auth protocol: cephx 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.253 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: crc 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a676100) adding con mode: secure 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:07:03.145+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:07:03.145+0000 7f528b54b900 1 librados: starting msgr at 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:07:03.145+0000 7f528b54b900 1 librados: starting objecter 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command objecter_requests cmddesc objecter_requests hook 0x556e6a3e59d0 EEXIST 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:07:03.145+0000 7f528b54b900 1 librados: setting wanted keys 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:07:03.145+0000 7f528b54b900 1 librados: calling monclient init 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: init 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding auth protocol: cephx 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding auth protocol: cephx 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding auth protocol: cephx 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: crc 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 AuthRegistry(0x556e6a674e00) adding con mode: secure 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:07:03.145+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:07:03.145+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:07:03.145+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command rotate-key cmddesc rotate-key hook 0x556e6a674f48 EEXIST 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:07:03.145+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-a con 0x556e6a677ea0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-c con 0x556e6a67b740 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): picked mon.noname-b con 0x556e6a69d340 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient(hunting): authenticate will time out at 1991.199098s 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): get_auth_request con 0x556e6a67b740 auth_method 0 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): get_auth_request con 0x556e6a677ea0 auth_method 0 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.254 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:07:03.146+0000 7f527bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient(hunting): handle_auth_done global_id 7673 payload 824 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient: _finish_hunting 0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:07:03.146+0000 7f52837fe640 1 monclient: found mon.noname-c 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:07:03.146+0000 7f52837fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:07:03.146+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a69d340 auth_method 0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: dump: 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: _finish_auth 0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:07:03.146+0000 7f5264ff9640 10 monclient: dump: 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:07:03.146+0000 7f528b54b900 5 monclient: authenticate success, global_id 7673 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:07:03.146+0000 7f52667fc640 4 set_mon_vals no callback set 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient: _renew_subs 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:07:03.146+0000 7f528b54b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:07:03.146+0000 7f528b54b900 1 librados: init done 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:07:03.146+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command cr dump hook 0x556e6a6a21c8 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:07:03.149+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:07:03.149+0000 7f5264ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:07:03.149+0000 7f5264ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:07:03.149+0000 7f5264ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:07:03.150+0000 7f527bfff640 10 monclient: get_auth_request con 0x7f52440775b0 auth_method 0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:07:03.150+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a73e180 auth_method 0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:07:03.150+0000 7f528b54b900 20 realm 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:07:03.150+0000 7f528b54b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:07:03.150+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:07:03.151+0000 7f527bfff640 10 monclient: get_auth_request con 0x556e6a760320 auth_method 0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:07:03.151+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:07:03.152+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a781ba0 auth_method 0 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:07:03.152+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:07:03.152+0000 7f528b54b900 20 searching for the correct realm 2026-04-02T12:07:03.255 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:07:03.152+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a7a4960 auth_method 0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:07:03.153+0000 7f527bfff640 10 monclient: get_auth_request con 0x7f52740cf800 auth_method 0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:07:03.154+0000 7f52837fe640 10 monclient: get_auth_request con 0x7f526c037920 auth_method 0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:07:03.155+0000 7f52837fe640 0 -- 192.168.123.107:0/200814252 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x556e6a781ba0 msgr2=0x556e6a7a1f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:07:03.155+0000 7f5264ff9640 1 client.7673.objecter ms_handle_reset 0x556e6a781ba0 session 0x556e6a75f6b0 osd.4 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:07:03.155+0000 7f5264ff9640 10 monclient: _renew_subs 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:07:03.155+0000 7f5264ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:07:03.155+0000 7f52837fe640 10 monclient: get_auth_request con 0x7f52440a4bf0 auth_method 0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:07:03.156+0000 7f5282ffd640 10 monclient: get_auth_request con 0x7f527c06a480 auth_method 0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:07:03.158+0000 7f527bfff640 10 monclient: get_auth_request con 0x7f527c06ae20 auth_method 0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:07:03.159+0000 7f52837fe640 0 -- 192.168.123.107:0/200814252 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x7f52440a4bf0 msgr2=0x7f52440c4ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:07:03.159+0000 7f5264ff9640 1 client.7673.objecter ms_handle_reset 0x7f52440a4bf0 session 0x556e6a75f6b0 osd.4 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:07:03.159+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a781ba0 auth_method 0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:07:03.162+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 zone default found 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:07:03.163+0000 7f528b54b900 4 Realm: () 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:07:03.163+0000 7f528b54b900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:07:03.163+0000 7f528b54b900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:07:03.163+0000 7f528b54b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 zonegroup default 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 started sync module instance, tier type = 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:07:03.163+0000 7f528b54b900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=7 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=3 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=2 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=4 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=6 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=5 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=1 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:07:03.167+0000 7f528b54b900 20 add_watcher() i=0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:07:03.167+0000 7f528b54b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:07:03.168+0000 7f52837fe640 10 monclient: get_auth_request con 0x7f5210007200 auth_method 0 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding auth protocol: cephx 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding auth protocol: cephx 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding auth protocol: cephx 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: crc 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:07:03.169+0000 7f528b54b900 5 AuthRegistry(0x7ffc9e93a3d0) adding con mode: secure 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:07:03.169+0000 7f528b54b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:03.256 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:07:03.169+0000 7f528b54b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:07:03.169+0000 7f528b54b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command cache list hook 0x556e6a6782b0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command cache inspect hook 0x556e6a6782b0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command cache erase hook 0x556e6a6782b0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command cache zap hook 0x556e6a6782b0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 note: GC not initialized 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:07:03.170+0000 7f522f7fe640 20 reqs_thread_entry: start 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command sync trace show hook 0x7f52740d8f20 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command sync trace history hook 0x7f52740d8f20 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command sync trace active hook 0x7f52740d8f20 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:07:03.170+0000 7f528b54b900 5 asok(0x556e6a2df6b0) register_command sync trace active_short hook 0x7f52740d8f20 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:07:03.170+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a7db240 auth_method 0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:07:03.172+0000 7f527bfff640 10 monclient: get_auth_request con 0x556e6a7dc460 auth_method 0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:07:03.174+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a7d6c60 auth_method 0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:07:03.175+0000 7f5282ffd640 10 monclient: get_auth_request con 0x556e6a7d8480 auth_method 0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:07:03.180+0000 7f527bfff640 10 monclient: get_auth_request con 0x556e6a7de4e0 auth_method 0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:07:03.185+0000 7f52837fe640 10 monclient: get_auth_request con 0x556e6a7d9ed0 auth_method 0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:07:03.216+0000 7f528b54b900 20 init_complete bucket index max shards: 1 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:07:03.216+0000 7f528b54b900 20 Filter name: none 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:07:03.216+0000 7f522d7fa640 20 reqs_thread_entry: start 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:07:03.216+0000 7f528b54b900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:07:03.216+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:07:03.217+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:07:03.217+0000 7f528b54b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:07:03.217+0000 7f528b54b900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:07:03.217+0000 7f528b54b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:07:03.219+0000 7f528b54b900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:07:03.224+0000 7f528b54b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:07:03.224+0000 7f528b54b900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:07:03.224+0000 7f528b54b900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:07:03.224+0000 7f528b54b900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763782 cookie 93932721063456 notifier 7673 bl.length()=923 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:07:03.225+0000 7f5265ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:07:03.225+0000 7f528b54b900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:07:03.226+0000 7f52667fc640 20 trim reshard logs: write on '.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1' needs retry: Success 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:07:03.228+0000 7f528b54b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f528b54b900 time 2026-04-02T12:07:03.228984+0000 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f528c98f8f8] 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x556e68c46fc4] 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: 3: radosgw-admin(+0x1013a2f) [0x556e69840a2f] 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x556e69367e3e] 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: 5: main() 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f528ba2a610] 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: 7: __libc_start_main() 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: 8: _start() 2026-04-02T12:07:03.257 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:07:03.228+0000 7f528b54b900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f528b54b900 thread_name:radosgw-admin 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f528ba3fc30] 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f528ba8d02c] 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f528c98f957] 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x556e68c46fc4] 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 7: radosgw-admin(+0x1013a2f) [0x556e69840a2f] 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x556e69367e3e] 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 9: main() 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f528ba2a610] 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 11: __libc_start_main() 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 12: _start() 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:07:03.258 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 7f522d7fa640 / http_manager 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 7f522f7fe640 / http_manager 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 7f5264ff9640 / ms_dispatch 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 7f5265ffb640 / io_context_pool 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 7f52667fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 7f5270ff9640 / ms_dispatch 2026-04-02T12:07:03.259 INFO:tasks.workunit.client.0.vm07.stderr: 7f52737fe640 / ms_dispatch 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr: 7f52797fa640 / io_context_pool, ms_dispatch 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr: 7f5279ffb640 / admin_socket 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr: 7f527bfff640 / msgr-worker-2 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr: 7f52827fc640 / ms_dispatch 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr: 7f5282ffd640 / msgr-worker-1 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr: 7f52837fe640 / msgr-worker-0 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr: 7f5283fff640 / io_context_pool 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr: 7f528b54b900 / radosgw-admin 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:07:03.230055Z_e6da1e92-e8c4-4c95-ae40-eb5675b168f3/log 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:03.260 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:03.281 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.279+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.280+0000 7f6e6db1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.280+0000 7f6e6db1c900 20 realm 2026-04-02T12:07:03.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.280+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.280+0000 7f6e6db1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.280+0000 7f6e6db1c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:03.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.280+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.280+0000 7f6e6db1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.282 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.280+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.281+0000 7f6e6db1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:03.283 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.281+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.284 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.282+0000 7f6e6db1c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:03.284 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.282+0000 7f6e6db1c900 20 searching for the correct realm 2026-04-02T12:07:03.286 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.284+0000 7f6e677fe640 0 -- 192.168.123.107:0/2373831691 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7f6e500920f0 msgr2=0x7f6e50089310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:03.290 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.288+0000 7f6e5ffff640 0 -- 192.168.123.107:0/2373831691 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f6e600dd930 msgr2=0x7f6e600ab410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.495+0000 7f6e6db1c900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.495+0000 7f6e6db1c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.495+0000 7f6e6db1c900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.495+0000 7f6e6db1c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.495+0000 7f6e6db1c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.495+0000 7f6e6db1c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.495+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.495+0000 7f6e6db1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.495+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.495+0000 7f6e6db1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.495+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:03.497 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 20 zone default found 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 4 Realm: () 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 20 zonegroup default 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 20 started sync module instance, tier type = 2026-04-02T12:07:03.498 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.496+0000 7f6e6db1c900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:07:03.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.500+0000 7f6e6db1c900 20 add_watcher() i=0 2026-04-02T12:07:03.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.500+0000 7f6e6db1c900 20 add_watcher() i=7 2026-04-02T12:07:03.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.500+0000 7f6e6db1c900 20 add_watcher() i=4 2026-04-02T12:07:03.502 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.500+0000 7f6e6db1c900 20 add_watcher() i=5 2026-04-02T12:07:03.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.501+0000 7f6e6db1c900 20 add_watcher() i=3 2026-04-02T12:07:03.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.501+0000 7f6e6db1c900 20 add_watcher() i=1 2026-04-02T12:07:03.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.501+0000 7f6e6db1c900 20 add_watcher() i=6 2026-04-02T12:07:03.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.501+0000 7f6e6db1c900 20 add_watcher() i=2 2026-04-02T12:07:03.503 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.501+0000 7f6e6db1c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:03.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.503+0000 7f6e6db1c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:03.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.503+0000 7f6e6db1c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:03.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.503+0000 7f6e6db1c900 5 note: GC not initialized 2026-04-02T12:07:03.505 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.504+0000 7f6e137fe640 20 reqs_thread_entry: start 2026-04-02T12:07:03.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.552+0000 7f6e6db1c900 20 init_complete bucket index max shards: 1 2026-04-02T12:07:03.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 20 Filter name: none 2026-04-02T12:07:03.554 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e117fa640 20 reqs_thread_entry: start 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.553+0000 7f6e6db1c900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.554+0000 7f6e6db1c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.554+0000 7f6e6db1c900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:07:03.555 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.554+0000 7f6e6db1c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:07:03.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.554+0000 7f6e6db1c900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:07:03.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.554+0000 7f6e6db1c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:07:03.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.554+0000 7f6e6db1c900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:07:03.556 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.554+0000 7f6e6db1c900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:07:03.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.559+0000 7f6e6db1c900 20 remove_watcher() i=2 2026-04-02T12:07:03.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.559+0000 7f6e6db1c900 2 removed watcher, disabling cache 2026-04-02T12:07:03.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.559+0000 7f6e6db1c900 20 remove_watcher() i=0 2026-04-02T12:07:03.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.559+0000 7f6e6db1c900 20 remove_watcher() i=5 2026-04-02T12:07:03.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.559+0000 7f6e6db1c900 20 remove_watcher() i=3 2026-04-02T12:07:03.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.559+0000 7f6e6db1c900 20 remove_watcher() i=4 2026-04-02T12:07:03.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.559+0000 7f6e6db1c900 20 remove_watcher() i=7 2026-04-02T12:07:03.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.560+0000 7f6e6db1c900 20 remove_watcher() i=6 2026-04-02T12:07:03.561 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:03.560+0000 7f6e6db1c900 20 remove_watcher() i=1 2026-04-02T12:07:03.568 INFO:tasks.workunit.client.0.vm07.stderr: test: duplicated entries can be purged manually 2026-04-02T12:07:33.590 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:07:33.608 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:33.608 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:33.628 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.627+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.628+0000 7f8d92f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.628+0000 7f8d92f6e900 20 realm 2026-04-02T12:07:33.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.628+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.628+0000 7f8d92f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.628+0000 7f8d92f6e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:33.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.628+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.628+0000 7f8d92f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.628+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.629+0000 7f8d92f6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:33.629 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.629+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.629+0000 7f8d92f6e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:33.630 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.629+0000 7f8d92f6e900 20 searching for the correct realm 2026-04-02T12:07:33.632 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.632+0000 7f8d8f4e8640 0 -- 192.168.123.107:0/853799765 >> [v2:192.168.123.107:6808/3550035107,v1:192.168.123.107:6809/3550035107] conn(0x5580d006e740 msgr2=0x5580d008ebc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:33.635 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.634+0000 7f8d8f4e8640 0 -- 192.168.123.107:0/853799765 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x5580d00b21b0 msgr2=0x5580d00d2590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:33.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.637+0000 7f8d92f6e900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:07:33.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.637+0000 7f8d92f6e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:33.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.637+0000 7f8d92f6e900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:07:33.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.637+0000 7f8d92f6e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:33.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.637+0000 7f8d92f6e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:33.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.637+0000 7f8d92f6e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:33.638 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 20 zone default found 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 4 Realm: () 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 20 zonegroup default 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.638+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.639+0000 7f8d92f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.639+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.639+0000 7f8d92f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.639 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.639+0000 7f8d92f6e900 20 started sync module instance, tier type = 2026-04-02T12:07:33.640 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.639+0000 7f8d92f6e900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:07:33.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.642+0000 7f8d92f6e900 20 add_watcher() i=0 2026-04-02T12:07:33.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.642+0000 7f8d92f6e900 20 add_watcher() i=2 2026-04-02T12:07:33.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.642+0000 7f8d92f6e900 20 add_watcher() i=4 2026-04-02T12:07:33.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.642+0000 7f8d92f6e900 20 add_watcher() i=7 2026-04-02T12:07:33.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.642+0000 7f8d92f6e900 20 add_watcher() i=6 2026-04-02T12:07:33.643 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.642+0000 7f8d92f6e900 20 add_watcher() i=5 2026-04-02T12:07:33.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.645+0000 7f8d92f6e900 20 add_watcher() i=1 2026-04-02T12:07:33.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.646+0000 7f8d92f6e900 20 add_watcher() i=3 2026-04-02T12:07:33.646 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.646+0000 7f8d92f6e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:33.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.647+0000 7f8d92f6e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:33.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.647+0000 7f8d92f6e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:33.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.647+0000 7f8d92f6e900 5 note: GC not initialized 2026-04-02T12:07:33.648 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.648+0000 7f8d377fe640 20 reqs_thread_entry: start 2026-04-02T12:07:33.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.685+0000 7f8d92f6e900 20 init_complete bucket index max shards: 1 2026-04-02T12:07:33.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.685+0000 7f8d92f6e900 20 Filter name: none 2026-04-02T12:07:33.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.685+0000 7f8d357fa640 20 reqs_thread_entry: start 2026-04-02T12:07:33.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.685+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.685+0000 7f8d92f6e900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:33.686 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.685+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.686+0000 7f8d92f6e900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:33.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.686+0000 7f8d92f6e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:33.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.686+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.686+0000 7f8d92f6e900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:33.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.686+0000 7f8d92f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.686+0000 7f8d92f6e900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:33.687 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.686+0000 7f8d92f6e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:33.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.690+0000 7f8d92f6e900 20 remove_watcher() i=0 2026-04-02T12:07:33.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.691+0000 7f8d92f6e900 2 removed watcher, disabling cache 2026-04-02T12:07:33.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.691+0000 7f8d92f6e900 20 remove_watcher() i=2 2026-04-02T12:07:33.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.691+0000 7f8d92f6e900 20 remove_watcher() i=3 2026-04-02T12:07:33.691 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.691+0000 7f8d92f6e900 20 remove_watcher() i=4 2026-04-02T12:07:33.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.691+0000 7f8d92f6e900 20 remove_watcher() i=5 2026-04-02T12:07:33.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.691+0000 7f8d92f6e900 20 remove_watcher() i=1 2026-04-02T12:07:33.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.691+0000 7f8d92f6e900 20 remove_watcher() i=7 2026-04-02T12:07:33.692 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.691+0000 7f8d92f6e900 20 remove_watcher() i=6 2026-04-02T12:07:33.698 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.698 INFO:tasks.workunit.client.0.vm07.stderr:BUCKET_STATS: 2026-04-02T12:07:33.698 INFO:tasks.workunit.client.0.vm07.stderr:bucket: a-bucket id: 677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 num_objects: 11 size_kb: 1 num_shards: 3 2026-04-02T12:07:33.698 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.700 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-02T12:07:33.722 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:33.722 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:33.742 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.741+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.742+0000 7f7c0092f900 20 realm 2026-04-02T12:07:33.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.742+0000 7f7c0092f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:33.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.743 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:33.744 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.744+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:33.745 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.744+0000 7f7c0092f900 20 searching for the correct realm 2026-04-02T12:07:33.748 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.747+0000 7f7bf7fff640 0 -- 192.168.123.107:0/929933808 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55f958a490e0 msgr2=0x55f958a69590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:33.752 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.751+0000 7f7bef5ff640 0 -- 192.168.123.107:0/929933808 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f7bf00cb350 msgr2=0x7f7bf00e50b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 20 zone default found 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 4 Realm: () 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 20 zonegroup default 2026-04-02T12:07:33.756 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 20 started sync module instance, tier type = 2026-04-02T12:07:33.757 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.756+0000 7f7c0092f900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:07:33.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=0 2026-04-02T12:07:33.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=5 2026-04-02T12:07:33.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=6 2026-04-02T12:07:33.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=2 2026-04-02T12:07:33.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=4 2026-04-02T12:07:33.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=3 2026-04-02T12:07:33.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=7 2026-04-02T12:07:33.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=1 2026-04-02T12:07:33.762 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.761+0000 7f7c0092f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:33.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.763+0000 7f7c0092f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:33.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.763+0000 7f7c0092f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:33.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.763+0000 7f7c0092f900 5 note: GC not initialized 2026-04-02T12:07:33.764 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.763+0000 7f7ba8ff1640 20 reqs_thread_entry: start 2026-04-02T12:07:33.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.807+0000 7f7c0092f900 20 init_complete bucket index max shards: 1 2026-04-02T12:07:33.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.807+0000 7f7c0092f900 20 Filter name: none 2026-04-02T12:07:33.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.807+0000 7f7ba27fc640 20 reqs_thread_entry: start 2026-04-02T12:07:33.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.807+0000 7f7c0092f900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:33.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.807+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.808 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.808+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:33.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.808+0000 7f7c0092f900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:33.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.808+0000 7f7c0092f900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:33.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.808+0000 7f7c0092f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:07:33.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.808+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.808+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:33.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.808+0000 7f7c0092f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:33.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.808+0000 7f7c0092f900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:33.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.808+0000 7f7c0092f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:33.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.808+0000 7f7c0092f900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:33.809 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.808+0000 7f7c0092f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:07:33.810 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.809+0000 7f7c0092f900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:07:33.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.813+0000 7f7c0092f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:33.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.813+0000 7f7c0092f900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:33.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.813+0000 7f7c0092f900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:33.814 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.813+0000 7f7c0092f900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:07:33.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763783 cookie 94529422444304 notifier 7727 bl.length()=923 2026-04-02T12:07:33.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:33.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:33.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:33.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:07:33.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:07:33.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:07:33.815 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7c0092f900 time 2026-04-02T12:07:33.817507+0000 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7c01d8f8f8] 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55f95543efc4] 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55f955b5fea6] 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f7c00e2a610] 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.817+0000 7f7c0092f900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7c0092f900 time 2026-04-02T12:07:33.817507+0000 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7c01d8f8f8] 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55f95543efc4] 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55f955b5fea6] 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f7c00e2a610] 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:07:33.818 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7c0092f900 thread_name:radosgw-admin 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7c00e3fc30] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7c00e8d02c] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7c01d8f957] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55f95543efc4] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55f955b5fea6] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f7c00e2a610] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.818+0000 7f7c0092f900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7c0092f900 thread_name:radosgw-admin 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7c00e3fc30] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7c00e8d02c] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7c01d8f957] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55f95543efc4] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55f955b5fea6] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f7c00e2a610] 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.819 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: dump: 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: _finish_auth 0 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: _check_auth_tickets 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: dump: 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 monclient: authenticate success, global_id 7715 2026-04-02T12:07:33.822 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:07:33.727+0000 7f7c0092f900 10 monclient: get_monmap_and_config success 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:07:33.727+0000 7f7c0092f900 4 set_mon_vals no callback set 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:07:33.727+0000 7f7c0092f900 10 monclient: shutdown 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 asok(0x55f95857f6b0) unregister_commands rotate-key 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:07:33.727+0000 7f7c0092f900 10 monclient: build_initial_monmap 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:07:33.727+0000 7f7c0092f900 1 build_initial for_mkfs: 0 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:07:33.727+0000 7f7c0092f900 10 monclient: monmap: 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding auth protocol: cephx 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding auth protocol: cephx 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding auth protocol: cephx 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:07:33.727+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:07:33.727+0000 7f7c0092f900 1 librados: starting msgr at 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:07:33.727+0000 7f7c0092f900 1 librados: starting objecter 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command objecter_requests hook 0x55f958686580 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:07:33.727+0000 7f7c0092f900 1 librados: setting wanted keys 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:07:33.727+0000 7f7c0092f900 1 librados: calling monclient init 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:07:33.727+0000 7f7c0092f900 10 monclient: init 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding auth protocol: cephx 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding auth protocol: cephx 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding auth protocol: cephx 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.823 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:07:33.727+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:07:33.728+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:07:33.728+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command rotate-key hook 0x55f958684ff8 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-a con 0x55f9585e3190 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-b con 0x55f95860eaf0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-c con 0x55f9586bd4b0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): authenticate will time out at 2021.780137s 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request con 0x55f9585e3190 auth_method 0 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): get_auth_request con 0x55f9586bd4b0 auth_method 0 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_done global_id 8268 payload 824 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient: _finish_hunting 0 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 1 monclient: found mon.noname-a 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:07:33.728+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f95860eaf0 auth_method 0 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:07:33.824 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: dump: 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: _finish_auth 0 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: _check_auth_tickets 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:07:33.728+0000 7f7bee5fd640 4 set_mon_vals no callback set 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: dump: 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:07:33.728+0000 7f7c0092f900 5 monclient: authenticate success, global_id 8268 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:07:33.729+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:07:33.729+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:07:33.729+0000 7f7c0092f900 1 librados: init done 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:07:33.730+0000 7f7becdfa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:07:33.730+0000 7f7becdfa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:07:33.730+0000 7f7becdfa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:07:33.730+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x7f7bd4077610 auth_method 0 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:07:33.730+0000 7f7bfce45640 10 monclient: get_auth_request con 0x55f9587617a0 auth_method 0 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:07:33.731+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f9587f52b0 auth_method 0 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:07:33.732+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958817490 auth_method 0 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:07:33.733+0000 7f7bfce45640 10 monclient: get_auth_request con 0x55f958816bb0 auth_method 0 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:07:33.734+0000 7f7c0092f900 10 monclient: build_initial_monmap 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:07:33.734+0000 7f7c0092f900 1 build_initial for_mkfs: 0 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:07:33.734+0000 7f7c0092f900 10 monclient: monmap: 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding auth protocol: cephx 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding auth protocol: cephx 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding auth protocol: cephx 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.825 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:07:33.734+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f95885e940 EEXIST 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:07:33.734+0000 7f7c0092f900 10 monclient: init 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding auth protocol: cephx 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding auth protocol: cephx 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding auth protocol: cephx 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:07:33.734+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:07:33.734+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:07:33.735+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command rotate-key cmddesc rotate-key hook 0x55f9588384f0 EEXIST 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-a con 0x55f958885f10 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-b con 0x55f9588887f0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-c con 0x55f9588862e0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): authenticate will time out at 2021.787080s 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request con 0x55f9588862e0 auth_method 0 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:07:33.735+0000 7f7bfce45640 10 monclient(hunting): get_auth_request con 0x55f9588887f0 auth_method 0 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:07:33.735+0000 7f7bfce45640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:07:33.735+0000 7f7bfce45640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:07:33.735+0000 7f7bfce45640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_done global_id 7721 payload 824 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient: _finish_hunting 0 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 1 monclient: found mon.noname-c 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:07:33.735+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958885f10 auth_method 0 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.826 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: dump: 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: _finish_auth 0 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: dump: 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:07:33.735+0000 7f7c0092f900 5 monclient: authenticate success, global_id 7721 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:07:33.735+0000 7f7bfd646640 4 set_mon_vals no callback set 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:07:33.737+0000 7f7be5ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:07:33.737+0000 7f7be5ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:07:33.737+0000 7f7be5ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:07:33.737+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x7f7bc80775a0 auth_method 0 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:07:33.737+0000 7f7c0092f900 10 monclient: get_monmap_and_config 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:07:33.737+0000 7f7c0092f900 10 monclient: build_initial_monmap 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:07:33.737+0000 7f7c0092f900 1 build_initial for_mkfs: 0 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:07:33.737+0000 7f7c0092f900 10 monclient: monmap: 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding auth protocol: cephx 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding auth protocol: cephx 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding auth protocol: cephx 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.827 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:07:33.737+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:07:33.737+0000 7f7c0092f900 10 monclient: init 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding auth protocol: cephx 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding auth protocol: cephx 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding auth protocol: cephx 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:07:33.737+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:07:33.738+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:07:33.738+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe7af825f8 EEXIST 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-b con 0x55f958941fc0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-c con 0x55f95891cb90 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-a con 0x55f958949470 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): authenticate will time out at 2021.790165s 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): get_auth_request con 0x55f95891cb90 auth_method 0 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request con 0x55f958949470 auth_method 0 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:07:33.738+0000 7f7bef5ff640 10 monclient(hunting): get_auth_request con 0x55f958941fc0 auth_method 0 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:07:33.738+0000 7f7bef5ff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:07:33.738+0000 7f7bef5ff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:07:33.738+0000 7f7bef5ff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): handle_auth_done global_id 7724 payload 274 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient: _finish_hunting 0 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:07:33.738+0000 7f7bfce45640 1 monclient: found mon.noname-c 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.828 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: dump: 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: _finish_auth 0 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: _check_auth_tickets 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: dump: 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:07:33.738+0000 7f7c0092f900 5 monclient: authenticate success, global_id 7724 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient: get_monmap_and_config success 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:07:33.738+0000 7f7c0092f900 4 set_mon_vals no callback set 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient: shutdown 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient: build_initial_monmap 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:07:33.739+0000 7f7c0092f900 1 build_initial for_mkfs: 0 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient: monmap: 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding auth protocol: cephx 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding auth protocol: cephx 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding auth protocol: cephx 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.829 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:07:33.739+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:07:33.739+0000 7f7c0092f900 1 librados: starting msgr at 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:07:33.739+0000 7f7c0092f900 1 librados: starting objecter 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f95891ff00 EEXIST 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:07:33.739+0000 7f7c0092f900 1 librados: setting wanted keys 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:07:33.739+0000 7f7c0092f900 1 librados: calling monclient init 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient: init 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding auth protocol: cephx 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding auth protocol: cephx 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding auth protocol: cephx 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:07:33.739+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:07:33.739+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command rotate-key cmddesc rotate-key hook 0x55f958919be8 EEXIST 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-a con 0x55f958941fc0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-c con 0x55f958949470 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-b con 0x55f958947ee0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): authenticate will time out at 2021.791865s 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): get_auth_request con 0x55f958941fc0 auth_method 0 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): get_auth_request con 0x55f958949470 auth_method 0 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:07:33.740+0000 7f7bfce45640 10 monclient(hunting): handle_auth_done global_id 7727 payload 824 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:07:33.740+0000 7f7bfce45640 10 monclient: _finish_hunting 0 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:07:33.740+0000 7f7bfce45640 1 monclient: found mon.noname-c 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:07:33.740+0000 7f7bfce45640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:07:33.740+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f958947ee0 auth_method 0 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:33.830 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: dump: 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: _finish_auth 0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: dump: 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:07:33.740+0000 7f7bdb7fe640 4 set_mon_vals no callback set 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:07:33.740+0000 7f7c0092f900 5 monclient: authenticate success, global_id 7727 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:07:33.740+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:07:33.740+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:07:33.740+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:07:33.740+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:07:33.740+0000 7f7c0092f900 1 librados: init done 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:07:33.740+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command cr dump hook 0x7f7bf0004b18 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:07:33.741+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:07:33.742+0000 7f7bd9ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:07:33.742+0000 7f7bd9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:07:33.742+0000 7f7bd9ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:07:33.742+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f9589e2cc0 auth_method 0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:07:33.742+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x7f7bb8077610 auth_method 0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:07:33.742+0000 7f7c0092f900 20 realm 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:07:33.742+0000 7f7c0092f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:07:33.743+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958a04a80 auth_method 0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:07:33.744+0000 7f7bfce45640 10 monclient: get_auth_request con 0x55f958a26360 auth_method 0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:07:33.744+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:07:33.744+0000 7f7c0092f900 20 searching for the correct realm 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:07:33.744+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f958a490e0 auth_method 0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:07:33.745+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x7f7be8075020 auth_method 0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:07:33.746+0000 7f7bfce45640 10 monclient: get_auth_request con 0x7f7be002d930 auth_method 0 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:07:33.747+0000 7f7bf7fff640 0 -- 192.168.123.107:0/929933808 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55f958a490e0 msgr2=0x55f958a69590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:07:33.747+0000 7f7bd9ffb640 1 client.7727.objecter ms_handle_reset 0x55f958a490e0 session 0x55f958a48a60 osd.3 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:07:33.747+0000 7f7bd9ffb640 10 monclient: _renew_subs 2026-04-02T12:07:33.831 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:07:33.747+0000 7f7bd9ffb640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:07:33.748+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x7f7bb80a4c50 auth_method 0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:07:33.748+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x7f7bf0094070 auth_method 0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:07:33.750+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x7f7bf00cb350 auth_method 0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:07:33.751+0000 7f7bef5ff640 0 -- 192.168.123.107:0/929933808 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f7bf00cb350 msgr2=0x7f7bf00e50b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:07:33.751+0000 7f7bd9ffb640 1 client.7727.objecter ms_handle_reset 0x7f7bf00cb350 session 0x7f7bf00c1500 osd.0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:07:33.751+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958a490e0 auth_method 0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 zone default found 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:07:33.756+0000 7f7c0092f900 4 Realm: () 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:07:33.756+0000 7f7c0092f900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:07:33.756+0000 7f7c0092f900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:07:33.756+0000 7f7c0092f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 zonegroup default 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 started sync module instance, tier type = 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=5 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=6 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=2 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=4 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=3 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=7 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=1 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:07:33.761+0000 7f7c0092f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:07:33.762+0000 7f7bfce45640 10 monclient: get_auth_request con 0x7f7b84007200 auth_method 0 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding auth protocol: cephx 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding auth protocol: cephx 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding auth protocol: cephx 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:07:33.763+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:07:33.763+0000 7f7c0092f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:07:33.763+0000 7f7c0092f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:33.832 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command cache list hook 0x55f9589482b0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command cache inspect hook 0x55f9589482b0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command cache erase hook 0x55f9589482b0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command cache zap hook 0x55f9589482b0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 note: GC not initialized 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:07:33.763+0000 7f7ba8ff1640 20 reqs_thread_entry: start 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command sync trace show hook 0x7f7bf007f570 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command sync trace history hook 0x7f7bf007f570 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command sync trace active hook 0x7f7bf007f570 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command sync trace active_short hook 0x7f7bf007f570 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:07:33.764+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f958a7fdd0 auth_method 0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:07:33.765+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958a84810 auth_method 0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:07:33.767+0000 7f7bfce45640 10 monclient: get_auth_request con 0x55f958a68ae0 auth_method 0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:07:33.768+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f958a7c320 auth_method 0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:07:33.775+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958a7e990 auth_method 0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:07:33.780+0000 7f7bfce45640 10 monclient: get_auth_request con 0x55f958a73260 auth_method 0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:07:33.807+0000 7f7c0092f900 20 init_complete bucket index max shards: 1 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:07:33.807+0000 7f7c0092f900 20 Filter name: none 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:07:33.807+0000 7f7ba27fc640 20 reqs_thread_entry: start 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:07:33.807+0000 7f7c0092f900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:07:33.807+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:07:33.808+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:07:33.808+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:07:33.808+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:07:33.809+0000 7f7c0092f900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:07:33.813+0000 7f7c0092f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:07:33.813+0000 7f7c0092f900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:07:33.813+0000 7f7c0092f900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:07:33.813+0000 7f7c0092f900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763783 cookie 94529422444304 notifier 7727 bl.length()=923 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:07:33.817+0000 7f7c0092f900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7c0092f900 time 2026-04-02T12:07:33.817507+0000 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7c01d8f8f8] 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55f95543efc4] 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55f955b5fea6] 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f7c00e2a610] 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:07:33.818+0000 7f7c0092f900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7c0092f900 thread_name:radosgw-admin 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.833 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7c00e3fc30] 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7c00e8d02c] 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7c01d8f957] 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55f95543efc4] 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55f955b5fea6] 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f7c00e2a610] 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:07:33.834 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7ba27fc640 / http_manager 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7ba8ff1640 / http_manager 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bd9ffb640 / ms_dispatch 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bdaffd640 / io_context_pool 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bdb7fe640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7be5ffb640 / ms_dispatch 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7becdfa640 / ms_dispatch 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bee5fd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7beedfe640 / admin_socket 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bef5ff640 / msgr-worker-2 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bf77fe640 / ms_dispatch 2026-04-02T12:07:33.835 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bf7fff640 / msgr-worker-1 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bfce45640 / msgr-worker-0 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bfd646640 / io_context_pool 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: 7f7c0092f900 / radosgw-admin 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/log/ceph/ceph-client.admin.96452.log 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:--- begin dump of recent events --- 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -499> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -498> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: dump: 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -497> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: _finish_auth 0 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -496> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: _check_auth_tickets 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -495> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -494> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -493> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -492> 2026-04-02T12:07:33.727+0000 7f7bee5fd640 10 monclient: dump: 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -491> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 monclient: authenticate success, global_id 7715 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -490> 2026-04-02T12:07:33.727+0000 7f7c0092f900 10 monclient: get_monmap_and_config success 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -489> 2026-04-02T12:07:33.727+0000 7f7c0092f900 4 set_mon_vals no callback set 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -488> 2026-04-02T12:07:33.727+0000 7f7c0092f900 10 monclient: shutdown 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -487> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 asok(0x55f95857f6b0) unregister_commands rotate-key 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -486> 2026-04-02T12:07:33.727+0000 7f7c0092f900 10 monclient: build_initial_monmap 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -485> 2026-04-02T12:07:33.727+0000 7f7c0092f900 1 build_initial for_mkfs: 0 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -484> 2026-04-02T12:07:33.727+0000 7f7c0092f900 10 monclient: monmap: 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -483> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding auth protocol: cephx 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -482> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding auth protocol: cephx 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -481> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding auth protocol: cephx 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -480> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -479> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -478> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.836 INFO:tasks.workunit.client.0.vm07.stderr: -477> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -476> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -475> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -474> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -473> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -472> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -471> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -470> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: crc 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -469> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f95868a710) adding con mode: secure 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -468> 2026-04-02T12:07:33.727+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -467> 2026-04-02T12:07:33.727+0000 7f7c0092f900 1 librados: starting msgr at 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -466> 2026-04-02T12:07:33.727+0000 7f7c0092f900 1 librados: starting objecter 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -465> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command objecter_requests hook 0x55f958686580 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -464> 2026-04-02T12:07:33.727+0000 7f7c0092f900 1 librados: setting wanted keys 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -463> 2026-04-02T12:07:33.727+0000 7f7c0092f900 1 librados: calling monclient init 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -462> 2026-04-02T12:07:33.727+0000 7f7c0092f900 10 monclient: init 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -461> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding auth protocol: cephx 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -460> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding auth protocol: cephx 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -459> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding auth protocol: cephx 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -458> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -457> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -456> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -455> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -454> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -453> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -452> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -451> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -450> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -449> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -448> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: crc 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -447> 2026-04-02T12:07:33.727+0000 7f7c0092f900 5 AuthRegistry(0x55f958684eb0) adding con mode: secure 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -446> 2026-04-02T12:07:33.727+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -445> 2026-04-02T12:07:33.728+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -444> 2026-04-02T12:07:33.728+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command rotate-key hook 0x55f958684ff8 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -443> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -442> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -441> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-a con 0x55f9585e3190 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -440> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-b con 0x55f95860eaf0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -439> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-c con 0x55f9586bd4b0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -438> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -437> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -436> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -435> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -434> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient(hunting): authenticate will time out at 2021.780137s 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -433> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request con 0x55f9585e3190 auth_method 0 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -432> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -431> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -430> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -429> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): get_auth_request con 0x55f9586bd4b0 auth_method 0 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -428> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -427> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -426> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -425> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -424> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -423> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -422> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -421> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -420> 2026-04-02T12:07:33.728+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -419> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_done global_id 8268 payload 824 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -418> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient: _finish_hunting 0 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -417> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 1 monclient: found mon.noname-a 2026-04-02T12:07:33.837 INFO:tasks.workunit.client.0.vm07.stderr: -416> 2026-04-02T12:07:33.728+0000 7f7bf7fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.107:3300/0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -415> 2026-04-02T12:07:33.728+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f95860eaf0 auth_method 0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -414> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -413> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -412> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: dump: 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -411> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: _finish_auth 0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -410> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: _check_auth_tickets 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -409> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -408> 2026-04-02T12:07:33.728+0000 7f7bee5fd640 4 set_mon_vals no callback set 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -407> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -406> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -405> 2026-04-02T12:07:33.728+0000 7f7becdfa640 10 monclient: dump: 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -404> 2026-04-02T12:07:33.728+0000 7f7c0092f900 5 monclient: authenticate success, global_id 8268 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -403> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -402> 2026-04-02T12:07:33.728+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -401> 2026-04-02T12:07:33.729+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -400> 2026-04-02T12:07:33.729+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.107:3300/0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -399> 2026-04-02T12:07:33.729+0000 7f7c0092f900 1 librados: init done 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -398> 2026-04-02T12:07:33.730+0000 7f7becdfa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -397> 2026-04-02T12:07:33.730+0000 7f7becdfa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -396> 2026-04-02T12:07:33.730+0000 7f7becdfa640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -395> 2026-04-02T12:07:33.730+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x7f7bd4077610 auth_method 0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -394> 2026-04-02T12:07:33.730+0000 7f7bfce45640 10 monclient: get_auth_request con 0x55f9587617a0 auth_method 0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -393> 2026-04-02T12:07:33.731+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f9587f52b0 auth_method 0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -392> 2026-04-02T12:07:33.732+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958817490 auth_method 0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -391> 2026-04-02T12:07:33.733+0000 7f7bfce45640 10 monclient: get_auth_request con 0x55f958816bb0 auth_method 0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -390> 2026-04-02T12:07:33.734+0000 7f7c0092f900 10 monclient: build_initial_monmap 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -389> 2026-04-02T12:07:33.734+0000 7f7c0092f900 1 build_initial for_mkfs: 0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -388> 2026-04-02T12:07:33.734+0000 7f7c0092f900 10 monclient: monmap: 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -387> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding auth protocol: cephx 2026-04-02T12:07:33.838 INFO:tasks.workunit.client.0.vm07.stderr: -386> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding auth protocol: cephx 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -385> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding auth protocol: cephx 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -384> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -383> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -382> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -381> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -380> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -379> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -378> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -377> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -376> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -375> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -374> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -373> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f95885b060) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -372> 2026-04-02T12:07:33.734+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -371> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f95885e940 EEXIST 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -370> 2026-04-02T12:07:33.734+0000 7f7c0092f900 10 monclient: init 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -369> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding auth protocol: cephx 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -368> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding auth protocol: cephx 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -367> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding auth protocol: cephx 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -366> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -365> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -364> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -363> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -362> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -361> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -360> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -359> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -358> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -357> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -356> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: crc 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -355> 2026-04-02T12:07:33.734+0000 7f7c0092f900 5 AuthRegistry(0x55f9588383a8) adding con mode: secure 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -354> 2026-04-02T12:07:33.734+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -353> 2026-04-02T12:07:33.734+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -352> 2026-04-02T12:07:33.735+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command rotate-key cmddesc rotate-key hook 0x55f9588384f0 EEXIST 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -351> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -350> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -349> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-a con 0x55f958885f10 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -348> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-b con 0x55f9588887f0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -347> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-c con 0x55f9588862e0 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -346> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -345> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -344> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -343> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -342> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient(hunting): authenticate will time out at 2021.787080s 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -341> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request con 0x55f9588862e0 auth_method 0 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -340> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -339> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -338> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -337> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -336> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.839 INFO:tasks.workunit.client.0.vm07.stderr: -335> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -334> 2026-04-02T12:07:33.735+0000 7f7bfce45640 10 monclient(hunting): get_auth_request con 0x55f9588887f0 auth_method 0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -333> 2026-04-02T12:07:33.735+0000 7f7bfce45640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -332> 2026-04-02T12:07:33.735+0000 7f7bfce45640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -331> 2026-04-02T12:07:33.735+0000 7f7bfce45640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -330> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_done global_id 7721 payload 824 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -329> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient: _finish_hunting 0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -328> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 1 monclient: found mon.noname-c 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -327> 2026-04-02T12:07:33.735+0000 7f7bf7fff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -326> 2026-04-02T12:07:33.735+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958885f10 auth_method 0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -325> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -324> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -323> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: dump: 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -322> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: _finish_auth 0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -321> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -320> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -319> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -318> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -317> 2026-04-02T12:07:33.735+0000 7f7be5ffb640 10 monclient: dump: 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -316> 2026-04-02T12:07:33.735+0000 7f7c0092f900 5 monclient: authenticate success, global_id 7721 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -315> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -314> 2026-04-02T12:07:33.735+0000 7f7bfd646640 4 set_mon_vals no callback set 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -313> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -312> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -311> 2026-04-02T12:07:33.735+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -310> 2026-04-02T12:07:33.737+0000 7f7be5ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -309> 2026-04-02T12:07:33.737+0000 7f7be5ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -308> 2026-04-02T12:07:33.737+0000 7f7be5ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -307> 2026-04-02T12:07:33.737+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x7f7bc80775a0 auth_method 0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -306> 2026-04-02T12:07:33.737+0000 7f7c0092f900 10 monclient: get_monmap_and_config 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -305> 2026-04-02T12:07:33.737+0000 7f7c0092f900 10 monclient: build_initial_monmap 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -304> 2026-04-02T12:07:33.737+0000 7f7c0092f900 1 build_initial for_mkfs: 0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr: -303> 2026-04-02T12:07:33.737+0000 7f7c0092f900 10 monclient: monmap: 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:33.840 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -302> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding auth protocol: cephx 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -301> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding auth protocol: cephx 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -300> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding auth protocol: cephx 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -299> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -298> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -297> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -296> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -295> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -294> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -293> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -292> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -291> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -290> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -289> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -288> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x55f95891af10) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -287> 2026-04-02T12:07:33.737+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -286> 2026-04-02T12:07:33.737+0000 7f7c0092f900 10 monclient: init 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -285> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding auth protocol: cephx 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -284> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding auth protocol: cephx 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -283> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding auth protocol: cephx 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -282> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -281> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -280> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -279> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -278> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -277> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -276> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -275> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -274> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -273> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -272> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: crc 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -271> 2026-04-02T12:07:33.737+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af824b0) adding con mode: secure 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -270> 2026-04-02T12:07:33.737+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -269> 2026-04-02T12:07:33.738+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -268> 2026-04-02T12:07:33.738+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe7af825f8 EEXIST 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -267> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -266> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -265> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-b con 0x55f958941fc0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -264> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-c con 0x55f95891cb90 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -263> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-a con 0x55f958949470 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -262> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -261> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -260> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -259> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -258> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient(hunting): authenticate will time out at 2021.790165s 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -257> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): get_auth_request con 0x55f95891cb90 auth_method 0 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -256> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -255> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -254> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -253> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request con 0x55f958949470 auth_method 0 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -252> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -251> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -250> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -249> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -248> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -247> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -246> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -245> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -244> 2026-04-02T12:07:33.738+0000 7f7bf7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.841 INFO:tasks.workunit.client.0.vm07.stderr: -243> 2026-04-02T12:07:33.738+0000 7f7bef5ff640 10 monclient(hunting): get_auth_request con 0x55f958941fc0 auth_method 0 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -242> 2026-04-02T12:07:33.738+0000 7f7bef5ff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -241> 2026-04-02T12:07:33.738+0000 7f7bef5ff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -240> 2026-04-02T12:07:33.738+0000 7f7bef5ff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -239> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient(hunting): handle_auth_done global_id 7724 payload 274 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -238> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient: _finish_hunting 0 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -237> 2026-04-02T12:07:33.738+0000 7f7bfce45640 1 monclient: found mon.noname-c 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -236> 2026-04-02T12:07:33.738+0000 7f7bfce45640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -235> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -234> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -233> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: dump: 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -232> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: _finish_auth 0 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -231> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: _check_auth_tickets 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -230> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -229> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -228> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -227> 2026-04-02T12:07:33.738+0000 7f7bdb7fe640 10 monclient: dump: 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -226> 2026-04-02T12:07:33.738+0000 7f7c0092f900 5 monclient: authenticate success, global_id 7724 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -225> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient: get_monmap_and_config success 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -224> 2026-04-02T12:07:33.738+0000 7f7c0092f900 4 set_mon_vals no callback set 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -223> 2026-04-02T12:07:33.738+0000 7f7c0092f900 10 monclient: shutdown 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -222> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient: build_initial_monmap 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -221> 2026-04-02T12:07:33.739+0000 7f7c0092f900 1 build_initial for_mkfs: 0 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -220> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient: monmap: 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:epoch 0 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 0.000000 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:created 0.000000 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-a 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.noname-b 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.noname-c 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -219> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding auth protocol: cephx 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -218> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding auth protocol: cephx 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -217> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding auth protocol: cephx 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -216> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -215> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -214> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.842 INFO:tasks.workunit.client.0.vm07.stderr: -213> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -212> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -211> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -210> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -209> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -208> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -207> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -206> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: crc 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -205> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f95891bf50) adding con mode: secure 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -204> 2026-04-02T12:07:33.739+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -203> 2026-04-02T12:07:33.739+0000 7f7c0092f900 1 librados: starting msgr at 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -202> 2026-04-02T12:07:33.739+0000 7f7c0092f900 1 librados: starting objecter 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -201> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55f95891ff00 EEXIST 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -200> 2026-04-02T12:07:33.739+0000 7f7c0092f900 1 librados: setting wanted keys 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -199> 2026-04-02T12:07:33.739+0000 7f7c0092f900 1 librados: calling monclient init 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -198> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient: init 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -197> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding auth protocol: cephx 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -196> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding auth protocol: cephx 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -195> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding auth protocol: cephx 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -194> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -193> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -192> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -191> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -190> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -189> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -188> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -187> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -186> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -185> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -184> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: crc 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -183> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 AuthRegistry(0x55f958919aa0) adding con mode: secure 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -182> 2026-04-02T12:07:33.739+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -181> 2026-04-02T12:07:33.739+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -180> 2026-04-02T12:07:33.739+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command rotate-key cmddesc rotate-key hook 0x55f958919be8 EEXIST 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -179> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -178> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -177> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-a con 0x55f958941fc0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -176> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-c con 0x55f958949470 addr [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -175> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): picked mon.noname-b con 0x55f958947ee0 addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -174> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -173> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -172> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -171> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -170> 2026-04-02T12:07:33.739+0000 7f7c0092f900 10 monclient(hunting): authenticate will time out at 2021.791865s 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -169> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): get_auth_request con 0x55f958941fc0 auth_method 0 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -168> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -167> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -166> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -165> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): get_auth_request con 0x55f958949470 auth_method 0 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -164> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -163> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -162> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -161> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -160> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -159> 2026-04-02T12:07:33.739+0000 7f7bfce45640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -158> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -157> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -156> 2026-04-02T12:07:33.739+0000 7f7bef5ff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:33.843 INFO:tasks.workunit.client.0.vm07.stderr: -155> 2026-04-02T12:07:33.740+0000 7f7bfce45640 10 monclient(hunting): handle_auth_done global_id 7727 payload 824 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -154> 2026-04-02T12:07:33.740+0000 7f7bfce45640 10 monclient: _finish_hunting 0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -153> 2026-04-02T12:07:33.740+0000 7f7bfce45640 1 monclient: found mon.noname-c 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -152> 2026-04-02T12:07:33.740+0000 7f7bfce45640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -151> 2026-04-02T12:07:33.740+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f958947ee0 auth_method 0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -150> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -149> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -148> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: dump: 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -147> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: _finish_auth 0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -146> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -145> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -144> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -143> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -142> 2026-04-02T12:07:33.740+0000 7f7bd9ffb640 10 monclient: dump: 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:epoch 1 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:fsid adb573c4-ec44-45ce-b65e-676da5410173 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:last_changed 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:created 2026-04-02T11:43:11.547245+0000 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:election_strategy: 1 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:1: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr:2: [v2:192.168.123.107:3301/0,v1:192.168.123.107:6790/0] mon.c 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -141> 2026-04-02T12:07:33.740+0000 7f7bdb7fe640 4 set_mon_vals no callback set 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -140> 2026-04-02T12:07:33.740+0000 7f7c0092f900 5 monclient: authenticate success, global_id 7727 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -139> 2026-04-02T12:07:33.740+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -138> 2026-04-02T12:07:33.740+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -137> 2026-04-02T12:07:33.740+0000 7f7c0092f900 10 monclient: _renew_subs 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -136> 2026-04-02T12:07:33.740+0000 7f7c0092f900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -135> 2026-04-02T12:07:33.740+0000 7f7c0092f900 1 librados: init done 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -134> 2026-04-02T12:07:33.740+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command cr dump hook 0x7f7bf0004b18 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -133> 2026-04-02T12:07:33.741+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -132> 2026-04-02T12:07:33.742+0000 7f7bd9ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -131> 2026-04-02T12:07:33.742+0000 7f7bd9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -130> 2026-04-02T12:07:33.742+0000 7f7bd9ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.109:6832/2540600137,v1:192.168.123.109:6833/2540600137] 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -129> 2026-04-02T12:07:33.742+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f9589e2cc0 auth_method 0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -128> 2026-04-02T12:07:33.742+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x7f7bb8077610 auth_method 0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -127> 2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -126> 2026-04-02T12:07:33.742+0000 7f7c0092f900 20 realm 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -125> 2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -124> 2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -123> 2026-04-02T12:07:33.742+0000 7f7c0092f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -122> 2026-04-02T12:07:33.742+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -121> 2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -120> 2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -119> 2026-04-02T12:07:33.743+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958a04a80 auth_method 0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -118> 2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -117> 2026-04-02T12:07:33.743+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.844 INFO:tasks.workunit.client.0.vm07.stderr: -116> 2026-04-02T12:07:33.744+0000 7f7bfce45640 10 monclient: get_auth_request con 0x55f958a26360 auth_method 0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -115> 2026-04-02T12:07:33.744+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -114> 2026-04-02T12:07:33.744+0000 7f7c0092f900 20 searching for the correct realm 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -113> 2026-04-02T12:07:33.744+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f958a490e0 auth_method 0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -112> 2026-04-02T12:07:33.745+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x7f7be8075020 auth_method 0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -111> 2026-04-02T12:07:33.746+0000 7f7bfce45640 10 monclient: get_auth_request con 0x7f7be002d930 auth_method 0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -110> 2026-04-02T12:07:33.747+0000 7f7bf7fff640 0 -- 192.168.123.107:0/929933808 >> [v2:192.168.123.107:6824/3946593435,v1:192.168.123.107:6825/3946593435] conn(0x55f958a490e0 msgr2=0x55f958a69590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -109> 2026-04-02T12:07:33.747+0000 7f7bd9ffb640 1 client.7727.objecter ms_handle_reset 0x55f958a490e0 session 0x55f958a48a60 osd.3 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -108> 2026-04-02T12:07:33.747+0000 7f7bd9ffb640 10 monclient: _renew_subs 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -107> 2026-04-02T12:07:33.747+0000 7f7bd9ffb640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.107:3301/0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -106> 2026-04-02T12:07:33.748+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x7f7bb80a4c50 auth_method 0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -105> 2026-04-02T12:07:33.748+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x7f7bf0094070 auth_method 0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -104> 2026-04-02T12:07:33.750+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x7f7bf00cb350 auth_method 0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -103> 2026-04-02T12:07:33.751+0000 7f7bef5ff640 0 -- 192.168.123.107:0/929933808 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7f7bf00cb350 msgr2=0x7f7bf00e50b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -102> 2026-04-02T12:07:33.751+0000 7f7bd9ffb640 1 client.7727.objecter ms_handle_reset 0x7f7bf00cb350 session 0x7f7bf00c1500 osd.0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -101> 2026-04-02T12:07:33.751+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958a490e0 auth_method 0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -100> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -99> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -98> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -97> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -96> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -95> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -94> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -93> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -92> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -91> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -90> 2026-04-02T12:07:33.755+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -89> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -88> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 zone default found 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -87> 2026-04-02T12:07:33.756+0000 7f7c0092f900 4 Realm: () 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -86> 2026-04-02T12:07:33.756+0000 7f7c0092f900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -85> 2026-04-02T12:07:33.756+0000 7f7c0092f900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -84> 2026-04-02T12:07:33.756+0000 7f7c0092f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -83> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 zonegroup default 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -82> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -81> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -80> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -79> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -78> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -77> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -76> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 started sync module instance, tier type = 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -75> 2026-04-02T12:07:33.756+0000 7f7c0092f900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -74> 2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -73> 2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=5 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -72> 2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=6 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -71> 2026-04-02T12:07:33.760+0000 7f7c0092f900 20 add_watcher() i=2 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -70> 2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=4 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -69> 2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=3 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -68> 2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=7 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -67> 2026-04-02T12:07:33.761+0000 7f7c0092f900 20 add_watcher() i=1 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -66> 2026-04-02T12:07:33.761+0000 7f7c0092f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -65> 2026-04-02T12:07:33.762+0000 7f7bfce45640 10 monclient: get_auth_request con 0x7f7b84007200 auth_method 0 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -64> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding auth protocol: cephx 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -63> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding auth protocol: cephx 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -62> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding auth protocol: cephx 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -61> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -60> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -59> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -58> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -57> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -56> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.845 INFO:tasks.workunit.client.0.vm07.stderr: -55> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -54> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -53> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -52> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -51> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: crc 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -50> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 AuthRegistry(0x7ffe7af825a0) adding con mode: secure 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -49> 2026-04-02T12:07:33.763+0000 7f7c0092f900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -48> 2026-04-02T12:07:33.763+0000 7f7c0092f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -47> 2026-04-02T12:07:33.763+0000 7f7c0092f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -46> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command cache list hook 0x55f9589482b0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -45> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command cache inspect hook 0x55f9589482b0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -44> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command cache erase hook 0x55f9589482b0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -43> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command cache zap hook 0x55f9589482b0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -42> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 note: GC not initialized 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -41> 2026-04-02T12:07:33.763+0000 7f7ba8ff1640 20 reqs_thread_entry: start 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -40> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command sync trace show hook 0x7f7bf007f570 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -39> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command sync trace history hook 0x7f7bf007f570 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -38> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command sync trace active hook 0x7f7bf007f570 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -37> 2026-04-02T12:07:33.763+0000 7f7c0092f900 5 asok(0x55f95857f6b0) register_command sync trace active_short hook 0x7f7bf007f570 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -36> 2026-04-02T12:07:33.764+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f958a7fdd0 auth_method 0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -35> 2026-04-02T12:07:33.765+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958a84810 auth_method 0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -34> 2026-04-02T12:07:33.767+0000 7f7bfce45640 10 monclient: get_auth_request con 0x55f958a68ae0 auth_method 0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -33> 2026-04-02T12:07:33.768+0000 7f7bf7fff640 10 monclient: get_auth_request con 0x55f958a7c320 auth_method 0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -32> 2026-04-02T12:07:33.775+0000 7f7bef5ff640 10 monclient: get_auth_request con 0x55f958a7e990 auth_method 0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -31> 2026-04-02T12:07:33.780+0000 7f7bfce45640 10 monclient: get_auth_request con 0x55f958a73260 auth_method 0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -30> 2026-04-02T12:07:33.807+0000 7f7c0092f900 20 init_complete bucket index max shards: 1 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -29> 2026-04-02T12:07:33.807+0000 7f7c0092f900 20 Filter name: none 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -28> 2026-04-02T12:07:33.807+0000 7f7ba27fc640 20 reqs_thread_entry: start 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -27> 2026-04-02T12:07:33.807+0000 7f7c0092f900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -26> 2026-04-02T12:07:33.807+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -25> 2026-04-02T12:07:33.808+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -24> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -23> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -22> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -21> 2026-04-02T12:07:33.808+0000 7f7c0092f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -20> 2026-04-02T12:07:33.808+0000 7f7c0092f900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -19> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -18> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -17> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -16> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -15> 2026-04-02T12:07:33.808+0000 7f7c0092f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -14> 2026-04-02T12:07:33.809+0000 7f7c0092f900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -13> 2026-04-02T12:07:33.813+0000 7f7c0092f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -12> 2026-04-02T12:07:33.813+0000 7f7c0092f900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -11> 2026-04-02T12:07:33.813+0000 7f7c0092f900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -10> 2026-04-02T12:07:33.813+0000 7f7c0092f900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19, ofs0, ns] 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -9> 2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1344324763783 cookie 94529422444304 notifier 7727 bl.length()=923 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -8> 2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -7> 2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -6> 2026-04-02T12:07:33.814+0000 7f7bdaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -5> 2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_sources= new_sources= 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -4> 2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential sources added=[] removed=[] 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -3> 2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): orig_dests= new_dests= 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -2> 2026-04-02T12:07:33.814+0000 7f7c0092f900 20 handle_bi_update(): bucket=:a-bucket[677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19]): potential dests added=[] removed=[] 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: -1> 2026-04-02T12:07:33.817+0000 7f7c0092f900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7c0092f900 time 2026-04-02T12:07:33.817507+0000 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f7c01d8f8f8] 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: 2: radosgw-admin(+0x419fc4) [0x55f95543efc4] 2026-04-02T12:07:33.846 INFO:tasks.workunit.client.0.vm07.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55f955b5fea6] 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 4: main() 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f7c00e2a610] 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 6: __libc_start_main() 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 7: _start() 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0> 2026-04-02T12:07:33.818+0000 7f7c0092f900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: in thread 7f7c0092f900 thread_name:radosgw-admin 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f7c00e3fc30] 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f7c00e8d02c] 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 3: raise() 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 4: abort() 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f7c01d8f957] 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 6: radosgw-admin(+0x419fc4) [0x55f95543efc4] 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55f955b5fea6] 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 8: main() 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f7c00e2a610] 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 10: __libc_start_main() 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 11: _start() 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr:--- logging levels --- 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 none 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 lockdep 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 context 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 crush 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_balancer 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_locker 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_log_expire 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mds_migrator 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 3/ 5 mds_quiesce 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 buffer 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 timer 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 filer 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 striper 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 1 objecter 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rados 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_mirror 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_replay 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 rbd_pwl 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 journaler 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objectcacher 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 client 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 osd 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 optracker 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 objclass 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 filestore 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 journal 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 ms 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mon 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/10 monc 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 paxos 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 tp 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 auth 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 crypto 2026-04-02T12:07:33.847 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 finisher 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 reserver 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 heartbeatmap 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 perfcounter 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_sync 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_datacache 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_access 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_flight 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_restore 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 20/20 rgw_notification 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 javaclient 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 asok 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 1 throttle 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 0 refs 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 compressor 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluestore_compression 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 bluefs 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 3 bdev 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 kstore 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 4/ 5 rocksdb 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 fuse 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 2/ 5 mgr 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mgrc 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 dpdk 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 eventtrace 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 prioritycache 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 test 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cephsqlite 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_onode 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_odata 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_omap 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_tm 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_t 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_epm 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_lba 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_cache 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_journal 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_device 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 seastore_backref 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 alienstore 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 mclock 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 rgw_dedup 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 cyanstore 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 ceph_exporter 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 memstore 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 1/ 5 trace 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 0/ 5 ceph_dedup 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: -2/-2 (syslog threshold) 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 99/99 (stderr threshold) 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 7f7ba27fc640 / http_manager 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 7f7ba8ff1640 / http_manager 2026-04-02T12:07:33.848 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bd9ffb640 / ms_dispatch 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bdaffd640 / io_context_pool 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bdb7fe640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7be5ffb640 / ms_dispatch 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7becdfa640 / ms_dispatch 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bee5fd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7beedfe640 / admin_socket 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bef5ff640 / msgr-worker-2 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bf77fe640 / ms_dispatch 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bf7fff640 / msgr-worker-1 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bfce45640 / msgr-worker-0 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7bfd646640 / io_context_pool 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: 7f7c0092f900 / radosgw-admin 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: max_recent 500 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: max_new 1000 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:07:33.818403Z_f0bad5c2-323a-4890-a581-61f157865f77/log 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr:--- end dump of recent events --- 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:33.849 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:33.865 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.864+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.865+0000 7f3c28937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.865+0000 7f3c28937900 20 realm 2026-04-02T12:07:33.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.865+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.865+0000 7f3c28937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.865+0000 7f3c28937900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:33.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.865+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.865+0000 7f3c28937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:33.866 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.865+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.866+0000 7f3c28937900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:33.867 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.866+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:33.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.867+0000 7f3c28937900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:33.868 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:33.867+0000 7f3c28937900 20 searching for the correct realm 2026-04-02T12:07:34.072 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.071+0000 7f3c24df3640 0 -- 192.168.123.107:0/1358006634 >> [v2:192.168.123.109:6808/2691422456,v1:192.168.123.109:6809/2691422456] conn(0x56207f028290 msgr2=0x56207f048670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:34.075 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.074+0000 7f3c1ffff640 0 -- 192.168.123.107:0/1358006634 >> [v2:192.168.123.109:6824/3958562842,v1:192.168.123.109:6825/3958562842] conn(0x7f3c180ff1e0 msgr2=0x7f3c180be1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:34.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.077+0000 7f3c28937900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:07:34.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.077+0000 7f3c28937900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:34.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.077+0000 7f3c28937900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:07:34.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.077+0000 7f3c28937900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:34.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.077+0000 7f3c28937900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:34.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.077+0000 7f3c28937900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:34.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.077+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.077+0000 7f3c28937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:34.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.077+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.077+0000 7f3c28937900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:34.078 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.077+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 20 zone default found 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 4 Realm: () 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 20 zonegroup default 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 20 started sync module instance, tier type = 2026-04-02T12:07:34.079 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.078+0000 7f3c28937900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:07:34.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.082+0000 7f3c28937900 20 add_watcher() i=0 2026-04-02T12:07:34.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.082+0000 7f3c28937900 20 add_watcher() i=3 2026-04-02T12:07:34.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.082+0000 7f3c28937900 20 add_watcher() i=4 2026-04-02T12:07:34.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.083+0000 7f3c28937900 20 add_watcher() i=7 2026-04-02T12:07:34.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.083+0000 7f3c28937900 20 add_watcher() i=6 2026-04-02T12:07:34.083 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.083+0000 7f3c28937900 20 add_watcher() i=5 2026-04-02T12:07:34.084 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.083+0000 7f3c28937900 20 add_watcher() i=2 2026-04-02T12:07:34.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.092+0000 7f3c28937900 20 add_watcher() i=1 2026-04-02T12:07:34.093 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.092+0000 7f3c28937900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:34.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.094+0000 7f3c28937900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:34.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.094+0000 7f3c28937900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:34.095 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.095+0000 7f3c28937900 5 note: GC not initialized 2026-04-02T12:07:34.096 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.095+0000 7f3bd0ff1640 20 reqs_thread_entry: start 2026-04-02T12:07:34.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.141+0000 7f3c28937900 20 init_complete bucket index max shards: 1 2026-04-02T12:07:34.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.141+0000 7f3c28937900 20 Filter name: none 2026-04-02T12:07:34.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.142+0000 7f3bca7fc640 20 reqs_thread_entry: start 2026-04-02T12:07:34.142 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.142+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.142+0000 7f3c28937900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:34.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.142+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.142+0000 7f3c28937900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:34.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.142+0000 7f3c28937900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:34.143 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.143+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.143+0000 7f3c28937900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:34.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.143+0000 7f3c28937900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.143+0000 7f3c28937900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:34.144 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.143+0000 7f3c28937900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:34.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.147+0000 7f3c28937900 20 remove_watcher() i=6 2026-04-02T12:07:34.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.147+0000 7f3c28937900 2 removed watcher, disabling cache 2026-04-02T12:07:34.148 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.148+0000 7f3c28937900 20 remove_watcher() i=0 2026-04-02T12:07:34.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.148+0000 7f3c28937900 20 remove_watcher() i=7 2026-04-02T12:07:34.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.148+0000 7f3c28937900 20 remove_watcher() i=4 2026-04-02T12:07:34.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.148+0000 7f3c28937900 20 remove_watcher() i=5 2026-04-02T12:07:34.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.148+0000 7f3c28937900 20 remove_watcher() i=3 2026-04-02T12:07:34.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.148+0000 7f3c28937900 20 remove_watcher() i=2 2026-04-02T12:07:34.149 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.148+0000 7f3c28937900 20 remove_watcher() i=1 2026-04-02T12:07:34.167 INFO:tasks.workunit.client.0.vm07.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:07:34.185 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:34.185 INFO:tasks.workunit.client.0.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:34.206 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.205+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.206+0000 7fa67b729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:34.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.206+0000 7fa67b729900 20 realm 2026-04-02T12:07:34.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.206+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.206+0000 7fa67b729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:34.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.206+0000 7fa67b729900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:34.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.206+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.206+0000 7fa67b729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:34.207 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.206+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.207+0000 7fa67b729900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:34.208 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.207+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.209 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.208+0000 7fa67b729900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:34.209 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.208+0000 7fa67b729900 20 searching for the correct realm 2026-04-02T12:07:34.211 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.210+0000 7fa6737fe640 0 -- 192.168.123.107:0/1175273406 >> [v2:192.168.123.107:6816/1025778655,v1:192.168.123.107:6817/1025778655] conn(0x7fa65c08d420 msgr2=0x7fa65c092130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:34.215 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.214+0000 7fa66a5ff640 0 -- 192.168.123.107:0/1175273406 >> [v2:192.168.123.107:6800/2402287078,v1:192.168.123.107:6801/2402287078] conn(0x7fa66c08a400 msgr2=0x7fa66c08a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:34.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.420+0000 7fa67b729900 20 RGWRados::pool_iterate: got zone_info.677e3f11-b19c-4f44-830f-805c8c9ba707 2026-04-02T12:07:34.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.420+0000 7fa67b729900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:34.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.420+0000 7fa67b729900 20 RGWRados::pool_iterate: got zonegroup_info.a4253103-3178-46a5-9aac-1ea8eb6b061a 2026-04-02T12:07:34.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.420+0000 7fa67b729900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:34.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.420+0000 7fa67b729900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:34.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.420+0000 7fa67b729900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:34.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.420+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.421+0000 7fa67b729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:34.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.421+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.422 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.421+0000 7fa67b729900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.421+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 20 zone default found 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 4 Realm: () 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 4 ZoneGroup: default (a4253103-3178-46a5-9aac-1ea8eb6b061a) 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 4 Zone: default (677e3f11-b19c-4f44-830f-805c8c9ba707) 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 20 zonegroup default 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:34.423 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.422+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.423+0000 7fa67b729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:34.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.423+0000 7fa67b729900 20 started sync module instance, tier type = 2026-04-02T12:07:34.424 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.423+0000 7fa67b729900 20 started zone id=677e3f11-b19c-4f44-830f-805c8c9ba707 (name=default) with tier type = 2026-04-02T12:07:34.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.426+0000 7fa67b729900 20 add_watcher() i=6 2026-04-02T12:07:34.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.426+0000 7fa67b729900 20 add_watcher() i=5 2026-04-02T12:07:34.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.426+0000 7fa67b729900 20 add_watcher() i=7 2026-04-02T12:07:34.427 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.427+0000 7fa67b729900 20 add_watcher() i=2 2026-04-02T12:07:34.428 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.428+0000 7fa67b729900 20 add_watcher() i=4 2026-04-02T12:07:34.429 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.428+0000 7fa67b729900 20 add_watcher() i=0 2026-04-02T12:07:34.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.429+0000 7fa67b729900 20 add_watcher() i=1 2026-04-02T12:07:34.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.429+0000 7fa67b729900 20 add_watcher() i=3 2026-04-02T12:07:34.430 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.429+0000 7fa67b729900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:34.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.431+0000 7fa67b729900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:34.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.431+0000 7fa67b729900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:34.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.431+0000 7fa67b729900 5 note: GC not initialized 2026-04-02T12:07:34.432 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.431+0000 7fa61f7fe640 20 reqs_thread_entry: start 2026-04-02T12:07:34.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.468+0000 7fa67b729900 20 init_complete bucket index max shards: 1 2026-04-02T12:07:34.469 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.468+0000 7fa67b729900 20 Filter name: none 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa61d7fa640 20 reqs_thread_entry: start 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 20 rados_obj.operate() r=0 bl.length=200 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 : miss 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 20 rados->read ofs=0 len=0 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 20 rados_obj.operate() r=0 bl.length=466 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 info.flags=0x17 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 to cache LRU end 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 10 updating xattr: name=user.rgw.acl bl.length()=203 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.469+0000 7fa67b729900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.470+0000 7fa67b729900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:07:34.470 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.470+0000 7fa67b729900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.0 2026-04-02T12:07:34.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.470+0000 7fa67b729900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:07:34.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.470+0000 7fa67b729900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.1 2026-04-02T12:07:34.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.470+0000 7fa67b729900 10 bucket_obj is .dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:07:34.471 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.470+0000 7fa67b729900 20 bucket index object: :.dir.677e3f11-b19c-4f44-830f-805c8c9ba707.4508.19.2.2 2026-04-02T12:07:34.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.474+0000 7fa67b729900 20 remove_watcher() i=0 2026-04-02T12:07:34.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.474+0000 7fa67b729900 2 removed watcher, disabling cache 2026-04-02T12:07:34.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.474+0000 7fa67b729900 20 remove_watcher() i=4 2026-04-02T12:07:34.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.474+0000 7fa67b729900 20 remove_watcher() i=6 2026-04-02T12:07:34.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.475+0000 7fa67b729900 20 remove_watcher() i=7 2026-04-02T12:07:34.475 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.475+0000 7fa67b729900 20 remove_watcher() i=3 2026-04-02T12:07:34.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.475+0000 7fa67b729900 20 remove_watcher() i=2 2026-04-02T12:07:34.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.475+0000 7fa67b729900 20 remove_watcher() i=5 2026-04-02T12:07:34.476 INFO:tasks.workunit.client.0.vm07.stderr:2026-04-02T12:07:34.475+0000 7fa67b729900 20 remove_watcher() i=1 2026-04-02T12:08:03.192 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2026-04-02T12:08:03.192 DEBUG:teuthology.exit:Finished running handlers